-- Logs begin at Thu 2021-10-21 11:06:22 UTC, end at Thu 2021-10-21 12:06:09 UTC. -- Oct 21 11:36:53.649777 dv-cinder-814898-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 21 11:36:56.361530 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.common.config [-] Logging enabled! Oct 21 11:36:56.362171 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev104 Oct 21 11:36:56.362273 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106243) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 21 11:36:56.365472 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.common.config [-] Logging enabled! Oct 21 11:36:56.365718 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev104 Oct 21 11:36:56.366024 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106243) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 21 11:36:56.366993 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 21 11:36:56.367226 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 21 11:36:56.367577 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 21 11:36:56.367842 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 21 11:36:56.368061 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 21 11:36:56.368377 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.368676 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.368965 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.369217 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.369491 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.369771 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.370051 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.370329 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.370622 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.370898 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.371152 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.371430 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.371653 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.371925 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.372202 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.372480 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.372696 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] debug = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.372967 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.373413 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.373834 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.374109 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.374391 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.374659 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.374925 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.375196 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.375468 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.375791 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] host = dv-cinder-814898-1-iscsi {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.376060 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.376338 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.376615 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.376891 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.377179 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.377451 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.377728 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.377991 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.378253 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] log_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.378519 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.378798 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.379077 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.379359 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.379577 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.379791 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.380071 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.380349 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.380615 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.380878 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.381173 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.381442 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.381709 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.381971 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.382249 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.382551 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.382827 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.383097 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.383362 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.383625 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.383887 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.384164 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.384429 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.384694 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.384957 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.385270 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.385531 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.385797 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.386087 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.386367 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.386638 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.386915 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.387180 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.387452 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.387714 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.387980 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.388232 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] use_json = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.388492 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.388750 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.389022 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.389308 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.389573 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.389835 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.390095 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.390374 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:56.390653 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.390949 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.391242 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.391515 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.391845 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.392135 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.392411 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.392688 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.392966 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.393271 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.393572 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.393836 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.394119 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.394385 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.394668 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.394951 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.395236 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.395517 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.395779 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.396045 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.396309 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.396574 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.396836 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.397123 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.397404 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.397684 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.398031 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.398313 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.398598 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.398881 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.399146 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.399418 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.399701 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.399977 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.400239 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.400507 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.400789 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.401057 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.401345 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.401617 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.401889 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.402153 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.402415 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.402681 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.402967 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.403234 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.403494 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.403756 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.404020 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.404281 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.404561 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.404830 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.405103 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.405451 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.405719 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.405980 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.406243 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.406508 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.406770 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.407036 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.407300 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.407562 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.407825 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.408086 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.408349 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.408610 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.408879 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.409175 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.409440 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.409703 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.409968 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.410231 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.410499 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.410781 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.411071 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.411347 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.411611 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.411883 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.412152 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.412420 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.412688 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.412957 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.413257 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.413523 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.413873 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.414155 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.414560 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.414838 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.415115 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.415430 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.415701 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.415975 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.416246 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.416517 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.416794 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.417069 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.417385 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.417671 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.417957 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.418241 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.418528 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.418800 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.419102 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.419375 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:56.419586 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 21 11:36:56.419821 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106243) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 21 11:36:56.849100 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 21 11:36:56.849372 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 21 11:36:56.849681 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 21 11:36:56.850013 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 21 11:36:57.165628 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.165835 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.166088 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.167290 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.167555 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.167815 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.201778 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.202048 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.202295 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.218055 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.218324 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.218588 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.250484 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.250761 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.251016 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.286156 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.286434 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.286692 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.519775 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.520421 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.520421 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.520562 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.521262 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.645037 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.645398 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.645718 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.646054 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.646313 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.646615 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.646868 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.647117 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.647364 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.647635 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.647890 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.648156 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.648424 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.648664 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.648911 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.649195 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.649425 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.649683 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.649944 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.650199 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.650462 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.650707 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.650981 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.651347 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.651588 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.651823 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.652223 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 11:36:57.652457 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 11:36:57.652687 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 11:36:57.652917 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 11:36:57.653173 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 11:36:57.653490 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 11:36:57.653853 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 21 11:36:57.656987 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 21 11:36:57.661061 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 21 11:36:57.665251 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 21 11:36:57.666878 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 21 11:36:57.667336 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 21 11:36:57.667669 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 21 11:36:57.668048 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 21 11:36:57.670896 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 21 11:36:57.671142 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 21 11:36:57.671487 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 21 11:36:57.676844 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 21 11:36:57.699131 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 21 11:36:57.699570 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.699860 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106243) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 21 11:36:57.700218 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.701615 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106243) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 21 11:36:57.701886 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 21 11:36:57.702127 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 21 11:36:57.705371 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.705646 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:57.769227 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 21 11:36:57.769472 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 21 11:36:57.769700 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 21 11:36:57.770129 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 21 11:36:57.791501 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_db.sqlalchemy.engines [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106243) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 21 11:36:58.327203 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Initializing driver for type 'gre' Oct 21 11:36:58.327767 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] gre ID ranges: [(1, 1000)] Oct 21 11:36:58.379459 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Initializing driver for type 'local' Oct 21 11:36:58.379791 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Initializing driver for type 'vlan' Oct 21 11:36:58.397129 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] VlanTypeDriver initialization complete Oct 21 11:36:58.397627 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Initializing driver for type 'vxlan' Oct 21 11:36:58.398421 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] vxlan ID ranges: [(1, 1000)] Oct 21 11:36:58.466731 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Initializing extension driver 'port_security' Oct 21 11:36:58.467080 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.extensions.port_security [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] PortSecurityExtensionDriver initialization complete Oct 21 11:36:58.467450 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Initializing mechanism driver 'openvswitch' Oct 21 11:36:58.467778 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Initializing mechanism driver 'hyperv' Oct 21 11:36:58.474676 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:36:58.475544 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > port after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.475921 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > port after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.476275 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > port after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.476852 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 21 11:36:58.477309 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > subnet after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.477664 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > subnet after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.478007 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.478410 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 21 11:36:58.478816 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > network after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.479162 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > network after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.479504 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > network after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.479900 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 21 11:36:58.480307 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > security_group after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.480657 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > security_group after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.480999 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.481420 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 21 11:36:58.481825 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.482171 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.482509 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.482905 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 21 11:36:58.483307 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > address_group after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.483651 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > address_group after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.483989 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.484379 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106243) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 21 11:36:58.484757 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] ML2 OVO RPC backend initialized. {{(pid=106243) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 21 11:36:58.485490 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.485849 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.486283 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > network before_response 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.486634 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > networks before_response 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.486983 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > port before_response 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.487326 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > ports before_response 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.487669 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > subnet before_response 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.488008 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > subnets before_response 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.488355 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > network after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.488691 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > network after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.489023 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > network after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.489381 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > port after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.489713 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > port after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.490042 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > port after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.490375 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > subnet after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.490708 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > subnet after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.491072 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.491641 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Modular L2 Plugin initialization complete Oct 21 11:36:58.491980 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading services supported by the core plugin {{(pid=106243) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 21 11:36:58.492301 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.managers [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Got port-security extension from driver 'port_security' Oct 21 11:36:58.492835 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.extensions.vlantransparent [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Disabled vlantransparent extension. Oct 21 11:36:58.493339 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106243) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 21 11:36:58.493655 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading Plugin: router Oct 21 11:36:58.529662 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.530245 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router after_create 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.530412 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router before_create 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.530783 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.531160 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.531482 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router after_delete 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.531874 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.532356 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.532718 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router after_create 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.533062 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router after_update 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.533447 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router after_update 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.533797 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.534157 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router after_update 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.534546 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router precommit_update 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.534918 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: port after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.535254 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: port after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.535591 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: subnet after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.535929 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.536278 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.536628 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router precommit_create 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.536976 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: port before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.537345 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router precommit_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.537702 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router after_update 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.538043 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.538396 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router precommit_create 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.538755 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.539170 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router precommit_update 55549900 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.539535 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > agent after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.539886 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > agent after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.540231 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > network after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.541120 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Tracking information for resource: router configured {{(pid=106243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 11:36:58.541459 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Tracking information for resource: floatingip configured {{(pid=106243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 21 11:36:58.546485 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.db.l3_agentschedulers_db [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 21 11:36:58.547066 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: port after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.547426 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: port after_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.547778 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: port after_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.548129 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: port after_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.548906 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router before_create 55550100 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.549299 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.549661 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router precommit_create 55550100 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.550019 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > router precommit_update 55550100 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.555220 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.services.provider_configuration [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service providers = [] {{(pid=106243) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 21 11:36:58.555580 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.db.servicetype_db [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106243) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 21 11:36:58.558569 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.services.service_base [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 21 11:36:58.558920 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.services.service_base [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 21 11:36:58.559264 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.services.service_base [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 21 11:36:58.560155 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.services.service_base [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 21 11:36:58.560527 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.services.service_base [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 21 11:36:58.560906 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 11:36:58.561256 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 21 11:36:58.573559 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 11:36:58.573895 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading Plugin: auto_allocate Oct 21 11:36:58.579717 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: network precommit_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.580085 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: network precommit_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.580609 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 11:36:58.580922 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading Plugin: tag Oct 21 11:36:58.587876 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 11:36:58.588205 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading Plugin: timestamp Oct 21 11:36:58.592401 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 11:36:58.592709 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading Plugin: network_ip_availability Oct 21 11:36:58.598316 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.598688 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.599044 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.599984 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 11:36:58.600313 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading Plugin: flavors Oct 21 11:36:58.605589 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 11:36:58.605922 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading Plugin: revisions Oct 21 11:36:58.610273 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 21 11:36:58.610664 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_concurrency.lockutils [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=106243) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 21 11:36:58.611415 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106243) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 21 11:36:58.611756 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Initializing extension manager. Oct 21 11:36:58.612267 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: __init__.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.612612 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: __pycache__ {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.612948 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.613311 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: address_group.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.614101 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.614693 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: address-group Oct 21 11:36:58.614993 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: address_scope.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.615746 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.616260 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: address-scope Oct 21 11:36:58.616584 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.617679 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.618189 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: router-admin-state-down-before-update Oct 21 11:36:58.618515 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: agent.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.619204 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.619712 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: agent Oct 21 11:36:58.620031 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: agent_resources_synced.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.620957 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.621500 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: agent-resources-synced Oct 21 11:36:58.621825 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: allowedaddresspairs.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.623648 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.624172 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: allowed-address-pairs Oct 21 11:36:58.624482 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: auto_allocated_topology.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.625630 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.626166 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: auto-allocated-topology Oct 21 11:36:58.626502 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: availability_zone.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.627159 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.627667 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: availability_zone Oct 21 11:36:58.627989 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: availability_zone_filter.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.628910 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.629455 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: availability_zone_filter Oct 21 11:36:58.629835 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: data_plane_status.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.630694 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.631199 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension data-plane-status not supported by any of loaded plugins Oct 21 11:36:58.631523 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: default_subnetpools.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.632443 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.632979 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: default-subnetpools Oct 21 11:36:58.633325 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.634158 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.634664 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: dhcp_agent_scheduler Oct 21 11:36:58.634997 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: dns.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.635929 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.636426 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension dns-integration not supported by any of loaded plugins Oct 21 11:36:58.636754 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: dns_domain_ports.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.637750 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.638346 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 21 11:36:58.638692 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.639849 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.640379 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 21 11:36:58.640706 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: dvr.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.641475 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.641987 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: dvr Oct 21 11:36:58.642308 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: ecmp_routes.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.643242 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.643742 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 21 11:36:58.644070 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: empty_string_filtering.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.644985 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.645524 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: empty-string-filtering Oct 21 11:36:58.645849 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.646877 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.647383 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 21 11:36:58.647702 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.648722 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.649259 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 21 11:36:58.649583 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: external_net.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.650518 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.651029 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: external-net Oct 21 11:36:58.651351 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.652270 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.652783 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: extra_dhcp_opt Oct 21 11:36:58.653122 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: extraroute.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.654055 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.654561 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: extraroute Oct 21 11:36:58.654881 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: extraroute_atomic.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.655938 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.656449 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: extraroute-atomic Oct 21 11:36:58.656771 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: filter_validation.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.657668 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.658176 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: filter-validation Oct 21 11:36:58.658497 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: fip_pf_description.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.659415 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.659915 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 21 11:36:58.660235 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: fip_port_details.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.661196 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.661708 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: fip-port-details Oct 21 11:36:58.662027 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: flavors.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.663279 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.663794 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: flavors Oct 21 11:36:58.664173 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.665894 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.666411 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 21 11:36:58.666742 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: floatingip_pools.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.667453 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.667961 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: floatingip-pools Oct 21 11:36:58.668285 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: ip_allocation.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.669259 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.669769 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension ip_allocation not supported by any of loaded plugins Oct 21 11:36:58.670092 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.671020 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.671539 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: ip-substring-filtering Oct 21 11:36:58.671864 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: l2_adjacency.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.672794 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.673335 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 21 11:36:58.673659 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: l3.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.674644 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.675163 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: router Oct 21 11:36:58.675486 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.677780 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.678312 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 21 11:36:58.678641 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.679623 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.680148 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: ext-gw-mode Oct 21 11:36:58.680464 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.681442 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.681952 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: l3-ha Oct 21 11:36:58.682273 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: l3_flavors.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.683188 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.683697 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: l3-flavors Oct 21 11:36:58.684017 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.684935 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.685470 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 21 11:36:58.685796 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: l3agentscheduler.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.686827 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.687338 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: l3_agent_scheduler Oct 21 11:36:58.687664 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: logging.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.689213 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.689736 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension logging not supported by any of loaded plugins Oct 21 11:36:58.690068 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: metering.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.690821 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.691407 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: metering Oct 21 11:36:58.691736 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.692960 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.693510 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: metering_source_and_destination_fields Oct 21 11:36:58.693841 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: multiprovidernet.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.694783 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.695322 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: multi-provider Oct 21 11:36:58.695658 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: netmtu.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.696572 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.697078 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: net-mtu Oct 21 11:36:58.697425 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: netmtu_writable.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.698354 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.698865 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: net-mtu-writable Oct 21 11:36:58.699191 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: network_availability_zone.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.699869 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.700375 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: network_availability_zone Oct 21 11:36:58.700697 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: network_ip_availability.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.701839 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.702352 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: network-ip-availability Oct 21 11:36:58.702682 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: network_segment_range.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.703454 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.703957 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension network-segment-range not supported by any of loaded plugins Oct 21 11:36:58.704283 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: pagination.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.705304 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.705639 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: pagination Oct 21 11:36:58.705969 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: port_device_profile.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.706882 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.707402 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: port-device-profile Oct 21 11:36:58.707723 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.708650 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.709185 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: port-mac-address-regenerate Oct 21 11:36:58.709511 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.710427 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.711004 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: port-numa-affinity-policy Oct 21 11:36:58.711356 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: port_resource_request.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.712244 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.712745 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension port-resource-request not supported by any of loaded plugins Oct 21 11:36:58.713066 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: portbindings.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.714008 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.714515 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: binding Oct 21 11:36:58.714839 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: portbindings_extended.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.716425 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.716987 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: binding-extended Oct 21 11:36:58.717293 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: portsecurity.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.718221 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.718734 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: port-security Oct 21 11:36:58.719062 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: project_id.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.720039 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.720372 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: project-id Oct 21 11:36:58.720695 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: providernet.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.721665 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.722172 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: provider Oct 21 11:36:58.722496 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: qos.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.726206 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.726769 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension qos not supported by any of loaded plugins Oct 21 11:36:58.727092 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.728348 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.728866 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 21 11:36:58.729226 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.730154 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.730674 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 21 11:36:58.731000 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: qos_default.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.731919 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.732433 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension qos-default not supported by any of loaded plugins Oct 21 11:36:58.732761 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: qos_fip.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.733446 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.733951 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension qos-fip not supported by any of loaded plugins Oct 21 11:36:58.734269 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: qos_gateway_ip.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.735209 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.735714 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 21 11:36:58.736040 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: qos_port_network_policy.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.736960 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.737499 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 21 11:36:58.737823 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.738879 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.739392 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 21 11:36:58.739713 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: qos_pps_rule.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.740896 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.741444 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension qos-pps not supported by any of loaded plugins Oct 21 11:36:58.741770 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: qos_rule_type_details.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.742819 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.743327 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 21 11:36:58.743653 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: qos_rules_alias.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.744882 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.745423 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 21 11:36:58.745748 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: quotasv2.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.746715 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.747046 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: quotas Oct 21 11:36:58.747367 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: quotasv2_detail.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.750731 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.751074 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: quota_details Oct 21 11:36:58.751405 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: rbac.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.752635 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.753435 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: rbac-policies Oct 21 11:36:58.753843 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: rbac_address_group.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.755129 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.755861 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: rbac-address-group Oct 21 11:36:58.756374 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: rbac_address_scope.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.757382 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.757927 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: rbac-address-scope Oct 21 11:36:58.758303 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: rbac_security_groups.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.759341 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.759854 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: rbac-security-groups Oct 21 11:36:58.760178 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: rbac_subnetpool.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.761112 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.761644 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: rbac-subnetpool Oct 21 11:36:58.761966 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: revisionifmatch.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.762900 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.763410 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: revision-if-match Oct 21 11:36:58.763733 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: revisions.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.764880 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.765418 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: standard-attr-revisions Oct 21 11:36:58.765739 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: router_availability_zone.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.766430 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.766936 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: router_availability_zone Oct 21 11:36:58.767239 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: routerservicetype.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.768170 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.768674 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension router-service-type not supported by any of loaded plugins Oct 21 11:36:58.768992 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.769951 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.770459 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: security-groups-normalized-cidr Oct 21 11:36:58.770778 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.771705 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.772216 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: port-security-groups-filtering Oct 21 11:36:58.772537 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.773558 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.774173 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: security-groups-remote-address-group Oct 21 11:36:58.774495 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: securitygroup.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.784416 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.784945 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: security-group Oct 21 11:36:58.785303 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: segment.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.786096 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.786618 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension segment not supported by any of loaded plugins Oct 21 11:36:58.786938 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.787959 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.788479 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 21 11:36:58.788805 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: servicetype.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.790055 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.790596 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: service-type Oct 21 11:36:58.790904 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: sorting.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.791908 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.792241 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: sorting Oct 21 11:36:58.792568 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: standard_attr_segment.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.793517 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.794028 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 21 11:36:58.794352 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: standardattrdescription.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.795007 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.795516 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: standard-attr-description Oct 21 11:36:58.795839 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: stateful_security_group.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.796775 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.797318 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: stateful-security-group Oct 21 11:36:58.797640 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: stdattrs_common.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.798389 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 21 11:36:58.798865 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.799833 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.800344 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 21 11:36:58.800668 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: subnet_onboard.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.801775 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.802294 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: subnet_onboard Oct 21 11:36:58.802613 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.803547 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.804053 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 21 11:36:58.804373 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: subnet_service_types.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.805481 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.805993 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: subnet-service-types Oct 21 11:36:58.806320 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: subnetallocation.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.807413 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.807927 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: subnet_allocation Oct 21 11:36:58.808250 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.808927 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.809468 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: subnetpool-prefix-ops Oct 21 11:36:58.809790 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.810744 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.811253 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 21 11:36:58.811574 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: tagging.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.812664 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.813208 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: standard-attr-tag Oct 21 11:36:58.813536 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: timestamp.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.814744 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.815264 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loaded extension: standard-attr-timestamp Oct 21 11:36:58.815622 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: trunk.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.816673 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.817215 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension trunk not supported by any of loaded plugins Oct 21 11:36:58.817547 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: trunk_details.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.818491 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.819008 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension trunk-details not supported by any of loaded plugins Oct 21 11:36:58.819331 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: uplink_status_propagation.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.820359 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.820905 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 21 11:36:58.821259 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Loading extension file: vlantransparent.py {{(pid=106243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 21 11:36:58.821947 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 21 11:36:58.822456 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 21 11:36:58.825041 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:network Oct 21 11:36:58.825598 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:subnet Oct 21 11:36:58.825997 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:subnetpool Oct 21 11:36:58.826397 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:port Oct 21 11:36:58.827665 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.828105 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service FLAVORS assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.828731 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.829214 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.829547 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:router Oct 21 11:36:58.829979 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:floatingip Oct 21 11:36:58.830479 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service METERING assigned prefix: /metering {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.831933 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.832302 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.832657 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106243) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:36:58.833736 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of CountableResource for resource:rbac_policy Oct 21 11:36:58.834176 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:security_group Oct 21 11:36:58.834622 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 21 11:36:58.835235 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service CORE assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.835565 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:subnetpool Oct 21 11:36:58.835965 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] subnetpool is already registered Oct 21 11:36:58.836409 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service CORE assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.836748 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:subnetpool Oct 21 11:36:58.837135 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] subnetpool is already registered Oct 21 11:36:58.839495 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.839937 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service FLAVORS assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.840570 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.841369 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.841700 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:router Oct 21 11:36:58.842044 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] router is already registered Oct 21 11:36:58.842458 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:floatingip Oct 21 11:36:58.842788 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] floatingip is already registered Oct 21 11:36:58.843254 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service METERING assigned prefix: /metering {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.843969 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of CountableResource for resource:rbac_policy Oct 21 11:36:58.844293 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] rbac_policy is already registered Oct 21 11:36:58.844716 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:security_group Oct 21 11:36:58.845049 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] security_group is already registered Oct 21 11:36:58.845486 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 21 11:36:58.845820 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] security_group_rule is already registered Oct 21 11:36:58.846328 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service CORE assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.846651 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:subnetpool Oct 21 11:36:58.846990 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] subnetpool is already registered Oct 21 11:36:58.847411 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.v2.resource_helper [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Service CORE assigned prefix: {{(pid=106243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 21 11:36:58.847734 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Creating instance of TrackedResource for resource:subnetpool Oct 21 11:36:58.848062 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING neutron.quota.resource_registry [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] subnetpool is already registered Oct 21 11:36:58.849813 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: extensions {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.851301 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: address-groups {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.852798 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: address-scopes {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.854026 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: agents {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.855297 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: auto-allocated-topology {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.856555 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: availability_zones {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.857799 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: dhcp-networks {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.859214 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: dhcp-agents {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.860746 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: routers {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.862916 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: flavors {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.864176 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: service_profiles {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.865410 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: next_providers {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.866860 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: service_profiles {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.868687 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: floatingip-pools {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.870075 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: routers {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.872187 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: floatingips {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.873479 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: l3-routers {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.874876 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: l3-agents {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.876266 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: metering-labels {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.877553 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: metering-label-rules {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.878945 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: network-ip-availabilities {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.880200 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: bindings {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.881787 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: quotas {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.883442 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: quotas {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.884970 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: rbac-policies {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.886204 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: security-groups {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.887535 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: security-group-rules {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.888752 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: service-providers {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.889988 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: subnetpools {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.891391 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: subnetpools {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.892858 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: tags {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.894563 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: tags {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.896349 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: tags {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.898207 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: tags {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.900086 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: tags {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.902045 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: tags {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.903714 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: tags {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.906522 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: tags {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.908310 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: tags {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.910085 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron.api.extensions [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Extended resource: tags {{(pid=106243) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 21 11:36:58.916384 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING keystonemiddleware.auth_token [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 21 11:36:58.920962 dv-cinder-814898-1-iscsi neutron-server[106243]: WARNING keystonemiddleware.auth_token [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 21 11:36:58.930149 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_concurrency.lockutils [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Acquired lock "singleton_lock" {{(pid=106243) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 21 11:36:58.930647 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_concurrency.lockutils [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Releasing lock "singleton_lock" {{(pid=106243) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 21 11:36:58.931300 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO oslo_service.service [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Starting 2 workers Oct 21 11:36:58.936117 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Started child 106352 {{(pid=106243) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 21 11:36:58.940527 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Started child 106353 {{(pid=106243) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 21 11:36:58.941600 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:36:58.942294 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO neutron.service [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 21 11:36:58.942707 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Publish callbacks [] for process, before_spawn {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:36:58.943031 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [-] (106352) wsgi starting up on http://0.0.0.0:9696 Oct 21 11:36:58.945041 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO oslo_service.service [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Starting 1 workers Oct 21 11:36:58.945413 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:36:58.946737 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [-] (106353) wsgi starting up on http://0.0.0.0:9696 Oct 21 11:36:58.950361 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Started child 106354 {{(pid=106243) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 21 11:36:58.950921 dv-cinder-814898-1-iscsi neutron-server[106243]: INFO oslo_service.service [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Starting 1 workers Oct 21 11:36:58.954077 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.service [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] calling RpcWorker wait() {{(pid=106354) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 21 11:36:58.954671 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.service [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] returning from RpcWorker wait() {{(pid=106354) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 21 11:36:58.955382 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Started child 106355 {{(pid=106243) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 21 11:36:58.955785 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:36:58.956172 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5a21669a-08d7-4fcc-a50b-bcd38f545c27 None None] Publish callbacks [] for process, after_spawn {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:36:58.956298 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:36:58.958098 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106243) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 21 11:36:58.958305 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 21 11:36:58.958472 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 21 11:36:58.958737 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 21 11:36:58.959067 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 21 11:36:58.959190 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 21 11:36:58.959742 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.960033 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.960249 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.960344 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:36:58.960826 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.960826 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.961385 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:36:58.961572 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.961730 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.961977 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.962226 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.962509 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.962717 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.962867 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.963041 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.963288 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.963575 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.963788 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.964069 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.964300 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.964469 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.964738 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.964949 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.965212 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.965491 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] debug = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.965738 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.966593 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.966796 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.967095 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.967247 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.967527 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.967759 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.968056 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.968221 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.968446 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.968688 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.968954 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.969228 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.969504 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.969674 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.969940 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.970152 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.970629 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] host = dv-cinder-814898-1-iscsi {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.970861 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.971092 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.971335 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.971618 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.971782 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.972000 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.972265 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.972516 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.972766 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.972983 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.973260 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.973509 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.973749 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.973993 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.974135 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_options = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.974360 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.974605 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.974850 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.975048 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.975203 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.975376 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.975630 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.975783 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.976027 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.976245 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.976484 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.976874 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.977020 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.977268 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.977521 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.977751 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.977998 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.978246 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.978460 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.978690 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.978934 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.979164 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.979378 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.979620 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.979847 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.980074 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.980310 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.980548 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.980757 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.981022 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.981279 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.981538 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.981782 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.982020 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.982276 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.982510 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.982737 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.982959 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.983236 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.983464 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.983718 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.983973 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.984205 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.984432 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.984643 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.984869 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.985096 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_json = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.985313 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.985543 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.985788 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.985998 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.986218 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.986458 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.987078 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.987323 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:58.987738 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.988020 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.988354 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.988589 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.988836 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.989099 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.989339 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.989577 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.989832 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.990060 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.990553 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.990698 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.990939 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.991118 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.991333 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.991629 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.991898 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.992144 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.992373 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.992590 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.993208 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.993208 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.993455 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.993576 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.993769 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.994191 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.994326 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.994556 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.994818 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.995088 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.995351 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.995570 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.996000 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.996125 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.996414 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.996662 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.996874 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.997182 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.997401 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.997611 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.997826 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.998054 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.998282 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.998525 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.998746 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.999003 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.999656 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.999656 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:58.999656 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.000028 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.000148 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.000310 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.000537 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.000765 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.000998 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.001279 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.001500 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.001714 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.002595 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.002595 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.002595 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.002595 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.003088 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.003088 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.003321 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.003440 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.003636 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.003871 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.004568 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.004568 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.004568 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.005421 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.005421 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.005421 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.005421 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.005849 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.005849 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.006081 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.006199 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.006439 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.006654 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.007572 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.009426 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.009710 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.010017 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.010307 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.010664 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.010771 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.010967 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.011249 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.012229 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.012902 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.012902 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.013110 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.013204 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.013447 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.013765 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.013917 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.014128 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.014347 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.014606 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.014829 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.015051 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.015332 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.015509 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.015769 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.015963 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.016188 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.016399 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.016622 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.016903 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.017196 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.017540 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.017784 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.018015 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.018268 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.018550 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.019679 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.019679 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.019679 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.019679 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.019958 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.020033 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.020385 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.020546 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.020762 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.021020 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.021281 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.021548 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.021777 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.022018 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.022281 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.023910 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.023910 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.023910 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.023910 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.023910 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.023910 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.024317 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.024317 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.024570 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.024881 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.025052 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.025515 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.025615 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.026008 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.026008 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.026327 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.026471 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.027258 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.027258 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.027258 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.027670 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.027755 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.027895 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.028146 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.028352 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.028558 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.028799 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.029026 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.029293 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.029490 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.029720 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.029949 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.030185 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.030384 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.030590 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.031238 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.031238 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.031238 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.031673 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.031673 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.031932 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.032074 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.032332 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.032585 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.032809 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.033051 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.033287 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.033530 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.033736 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.034008 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.034215 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.034424 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.034632 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.034868 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.035083 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.035573 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.035573 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.035766 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.035937 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.036183 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.036508 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.036750 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.036973 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.037251 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.037461 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.037796 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.038017 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.038227 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.038435 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.038644 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.038855 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.039202 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.039616 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.039793 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.039960 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.040187 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.040392 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.040601 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.040805 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.041098 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.041337 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.041574 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.041826 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.042068 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.042287 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.043234 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.043234 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.043234 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.043234 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.044136 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.044136 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.044136 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.044136 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.044136 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.044832 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.044832 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.044832 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.044832 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.045736 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.045736 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.045736 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.045736 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.046197 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.046197 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.046343 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.046463 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.046695 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.046899 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.047123 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.047356 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.047553 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.047853 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.048077 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.048306 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.048503 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.048793 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.049038 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.049269 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.049537 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.049780 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.050020 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.050256 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053123 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053123 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053123 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053123 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053123 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053123 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053123 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053123 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053748 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053748 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053748 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053748 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053748 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.053748 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.054151 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.054151 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.054420 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.054713 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.054966 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.055285 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.055535 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.055750 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.055962 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.056196 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.056434 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.056642 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.056891 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.057131 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.057366 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.057573 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.057814 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.058021 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.058253 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.058470 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.058681 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.058908 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.059068 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 21 11:36:59.059599 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106243) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 21 11:36:59.059754 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 21 11:36:59.059899 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 21 11:36:59.060141 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 21 11:36:59.060310 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 21 11:36:59.060607 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 21 11:36:59.060949 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.061260 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.061560 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.061729 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.061910 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.062064 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.062220 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.062356 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.062507 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.062660 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.062813 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.062975 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.063141 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.063283 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.063425 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.063589 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.063735 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.063885 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.064028 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.064177 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.064315 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.064463 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.064603 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] debug = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.064741 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.064934 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.065113 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.065263 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.065415 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.065566 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.065722 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.065874 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.066025 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.066176 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.066328 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.066472 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.066618 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.066768 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.066919 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.067068 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.067221 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.067370 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] host = dv-cinder-814898-1-iscsi {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.067519 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.067669 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.067818 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.067969 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.068119 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.068268 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.068420 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.068722 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.069127 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.069127 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.069290 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.069413 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.069532 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.069673 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.069824 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_options = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.069974 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.070125 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.070341 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.070637 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.070887 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.071036 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.071191 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.071343 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.071495 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.071982 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.071982 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.071982 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.072355 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.072355 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.072355 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.072689 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.072689 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.072930 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.072930 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.073307 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.073307 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.073543 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.073543 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.073769 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.073769 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.074340 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.074340 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.074340 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.074340 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.074806 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.074806 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.074806 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.075138 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.075138 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.075138 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076053 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076053 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076053 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076053 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076053 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076053 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076966 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076966 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076966 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076966 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076966 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076966 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_json = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.076966 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.077754 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.077754 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.077754 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.077754 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.077754 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.078210 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.078210 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 21 11:36:59.078210 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.078475 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.078475 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.078708 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.078826 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.078944 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.079061 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.079206 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.079364 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.079517 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.079679 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.079833 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.079998 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.080152 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.080304 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.080460 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.080614 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.080767 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.080929 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.081109 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.081226 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:36:59.081354 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.081474 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.081607 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.081739 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.081860 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.081973 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.082126 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.082293 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.082448 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.082601 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.082760 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.082914 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.083067 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.083221 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.083379 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.083532 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.083687 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.083840 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.083993 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.084145 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.084300 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.084460 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.084627 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.084749 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.084903 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.085056 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.085228 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.085381 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.085546 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.085700 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.085877 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.086031 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.086185 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.086340 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.086492 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.086656 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.086811 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.086963 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.087115 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.087270 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.087422 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.087574 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.087727 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.087879 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.088033 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.088186 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.088351 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.088504 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.088658 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.088810 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.088964 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.089136 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.089289 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.089442 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.089595 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.089746 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.089898 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.090050 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.090202 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.090354 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.090515 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.090671 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.091166 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.091320 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.091473 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.091624 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.091778 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.091930 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.092085 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.092247 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.092413 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.092643 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.092800 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.092938 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.093118 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.093260 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.093414 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.093633 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.094148 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.094148 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.094148 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.094148 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.094648 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.094648 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.094648 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.094648 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.095176 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.095176 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.095176 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.095560 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.095560 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.095560 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.095933 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.095933 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.095933 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.096282 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.096282 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.096507 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.096507 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.096775 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.096775 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.097046 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.097219 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.097372 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.097372 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.097636 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.097765 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.097893 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.098044 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.098171 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.098290 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.098410 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.098538 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.098660 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.098818 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.098972 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.099126 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.099308 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.099463 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.099614 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.099769 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.099922 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.100078 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.100229 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.100380 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.100532 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.100687 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.100839 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.100994 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.101167 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.101325 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.101571 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.101860 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.102036 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.102195 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.102349 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.102503 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.102656 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.102809 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.102963 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.103114 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.103266 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.103418 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.103572 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.103785 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.103872 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.104006 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.104158 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.104296 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.104449 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.104601 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.104753 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.104904 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.105055 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.105232 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.105385 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.105543 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.105699 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.105853 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.106006 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.106162 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.106313 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.106465 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.106620 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.106774 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.106926 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.107079 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.107233 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.107385 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.107538 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.107690 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.107842 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.108010 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.108163 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.108316 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.108470 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.108622 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.108775 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.108928 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.109095 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.109251 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.109402 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.109553 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.109707 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.109861 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.110015 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.110170 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.110324 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.110476 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.110628 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.110783 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.110949 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.111104 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.111257 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.111409 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.111561 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.111715 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.111877 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.112030 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.112181 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.112332 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.112483 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.112636 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.112805 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.112957 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.113127 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.113281 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.113433 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.113587 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.113768 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.113906 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.114044 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.114195 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.114345 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.114497 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.114656 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.114807 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.114959 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.115110 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.115264 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.115420 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.115582 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.115735 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.115887 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.116039 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.116192 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.116344 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.116505 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.116659 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.116811 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.116970 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.117186 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.117341 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.117501 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.117664 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.117817 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.117973 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.118126 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.118278 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.118431 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.118586 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.118740 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.118973 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.119141 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.119296 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.119456 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.119616 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.119777 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.119930 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.120084 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.120249 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.120403 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.120618 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.120741 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.120889 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.121035 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.121200 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.121336 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.121470 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.121618 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.121749 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.121884 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.122017 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.122156 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.122303 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.122438 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.122573 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.122710 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.122840 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.122978 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 21 11:36:59.123120 dv-cinder-814898-1-iscsi neutron-server[106243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106243) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 21 11:36:59.328499 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 42932) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:36:59.342375 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105581 Oct 21 11:37:11.002384 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f2708-3bfb-47b5-b485-504dd3bff689 None None] get_active_networks_info from dv-cinder-814898-1-iscsi {{(pid=106354) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 21 11:37:11.074619 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10f2708-3bfb-47b5-b485-504dd3bff689 None None] No non-hosted networks {{(pid=106354) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 21 11:37:11.092840 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.agentschedulers_db [None req-b10f2708-3bfb-47b5-b485-504dd3bff689 None None] DHCP Agent not found on host dv-cinder-814898-1-iscsi {{(pid=106354) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 21 11:37:11.183152 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c253e37c-a0b0-414c-b4d0-b6bdfd12be18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3702517'] for agent, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:13.444643 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-68cad312-6cdf-4d20-9b0d-62b2bae8d592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3702517'] for agent, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:13.504036 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5f96f617-fc6b-4d26-a41c-9ab9ebeb30fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:14.434955 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3702517'] for agent, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:14.436556 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.437158 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.437500 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.437874 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.438253 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.438789 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.439158 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.439883 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.440457 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.440847 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.441301 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.441715 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:14.442219 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-814898-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:37:14.451243 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-814898-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:37:14.492531 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3702517'] for agent, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:16.249854 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3702517'] for agent, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:17.617803 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43024) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:18.153609 dv-cinder-814898-1-iscsi neutron-server[106353]: WARNING oslo_policy.policy [None req-ca62fb59-0242-4b1b-9537-b1f4f2138ff0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 11:37:18.154175 dv-cinder-814898-1-iscsi neutron-server[106353]: WARNING oslo_policy.policy [None req-ca62fb59-0242-4b1b-9537-b1f4f2138ff0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 11:37:18.378013 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [None req-ca62fb59-0242-4b1b-9537-b1f4f2138ff0 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:37:18.379010 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-ca62fb59-0242-4b1b-9537-b1f4f2138ff0 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7600126 Oct 21 11:37:20.909600 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43038) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:20.937111 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.db.l3_hamode_db [None req-a5f013f8-296e-4bdf-8207-2a897ddb5a3c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 21 11:37:21.015520 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f013f8-296e-4bdf-8207-2a897ddb5a3c None None] Routers set() bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:37:21.015866 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f013f8-296e-4bdf-8207-2a897ddb5a3c None None] Router IDs set() for agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 21 11:37:21.263585 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-3d5befd0-b886-4b3a-9a6b-cdc31fd78981 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:37:21.358716 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.policy [None req-3d5befd0-b886-4b3a-9a6b-cdc31fd78981 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106353) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 21 11:37:21.404642 dv-cinder-814898-1-iscsi neutron-server[106353]: WARNING oslo_policy.policy [None req-3d5befd0-b886-4b3a-9a6b-cdc31fd78981 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 11:37:21.405003 dv-cinder-814898-1-iscsi neutron-server[106353]: WARNING oslo_policy.policy [None req-3d5befd0-b886-4b3a-9a6b-cdc31fd78981 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 11:37:21.413905 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.quota [None req-3d5befd0-b886-4b3a-9a6b-cdc31fd78981 admin admin] Loaded quota_driver: . Oct 21 11:37:21.506481 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3d5befd0-b886-4b3a-9a6b-cdc31fd78981 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755790334381', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755790334808', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755790321993', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755790316421', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755790168623', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755791689475', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-766687', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756986', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3707639', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3770618'] for rbac-policy, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:21.584241 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3d5befd0-b886-4b3a-9a6b-cdc31fd78981 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:21.585688 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-3d5befd0-b886-4b3a-9a6b-cdc31fd78981 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6750863 Oct 21 11:37:24.354734 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43050) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:24.929591 dv-cinder-814898-1-iscsi neutron-server[106352]: WARNING oslo_policy.policy [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 11:37:24.930171 dv-cinder-814898-1-iscsi neutron-server[106352]: WARNING oslo_policy.policy [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 11:37:25.153924 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Request body: {'network': {'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:37:25.155490 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.quota [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Loaded quota_driver: . Oct 21 11:37:25.217520 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Made reservation on behalf of cd4a1430543247c3b52bcf2be8301847 for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:37:25.283898 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.policy [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106352) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 21 11:37:25.329957 dv-cinder-814898-1-iscsi neutron-server[106352]: WARNING oslo_policy.policy [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 11:37:25.330316 dv-cinder-814898-1-iscsi neutron-server[106352]: WARNING oslo_policy.policy [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 21 11:37:25.341359 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:25.363446 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:25.475629 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:25.482889 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:25.505985 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:37:25.530387 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755792212372', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:25.530944 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Unsubscribe: segment precommit_create {{(pid=106352) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 21 11:37:25.531437 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Added segment f2c43494-501e-4a95-9075-b7723d7b25f0 of type vlan for network 5d467304-a283-4ca4-82b4-367a452cbf67 Oct 21 11:37:25.537064 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228a6fe7-3db9-4a37-bba8-28261def3dc6,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:25.566835 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.567193 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.567513 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.567829 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.568143 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.568465 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.568783 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.569135 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.569457 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.569765 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.570298 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.570599 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Tracked resource versions report: Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: pushed versions: Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: { 'AddressGroup': {'1.2'}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'ConntrackHelper': {'1.0'}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Log': {'1.0'}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Network': {'1.1'}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Port': {'1.7'}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'PortForwarding': {'1.2'}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'QosPolicy': {'1.10'}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SecurityGroup': {'1.4'}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SecurityGroupRule': {'1.2'}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SubPort': {'1.0'}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Subnet': {'1.1'}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Trunk': {'1.1'}} Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: consumer versions: Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: { DHCP agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: L3 agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: Metadata agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: Metering agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: Open vSwitch agent@dv-cinder-814898-1-iscsi: { 'AddressGroup': '1.2', Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'ConntrackHelper': '1.0', Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Log': '1.0', Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Network': '1.1', Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Port': '1.7', Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'PortForwarding': '1.2', Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'QosPolicy': '1.10', Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SecurityGroup': '1.4', Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SecurityGroupRule': '1.2', Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SubPort': '1.0', Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Subnet': '1.1', Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Trunk': '1.1'}} Oct 21 11:37:25.571688 dv-cinder-814898-1-iscsi neutron-server[106352]: {{(pid=106352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 11:37:25.665907 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:25.709128 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:25.710316 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:37:25.711286 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:25.776074 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4191444 Oct 21 11:37:25.819403 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2e3bd-b0ec-4557-af9f-d2e2e62295e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5d467304-a283-4ca4-82b4-367a452cbf67,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:25.832246 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network 5d467304-a283-4ca4-82b4-367a452cbf67 details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:37:28.604725 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43072) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:29.050170 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cee4b2-a6de-4ce6-a8b9-ef284d1f5da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:37:29.051561 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d0cee4b2-a6de-4ce6-a8b9-ef284d1f5da0 admin admin] 10.222.0.24 "GET /v2.0/networks/5d467304-a283-4ca4-82b4-367a452cbf67 HTTP/1.1" status: 200 len: 825 time: 0.4454536 Oct 21 11:37:29.093244 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-99a9d6b5-8f06-4a0d-8c4b-1afd16e34e1b admin admin] 10.222.0.24 "GET /v2.0/subnetpools/1043270b-e8dd-4d0b-b49b-1e3075e9acad HTTP/1.1" status: 200 len: 734 time: 0.0315468 Oct 21 11:37:29.102839 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67', 'subnetpool_id': '1043270b-e8dd-4d0b-b49b-1e3075e9acad'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:37:29.129120 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] Made reservation on behalf of cd4a1430543247c3b52bcf2be8301847 for: {'subnet': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:37:29.132466 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:29.462471 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:29.523610 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d7b742-6a9b-455a-b59b-58e5f039fe52,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:29.532056 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] Checking segment: {'id': 'f2c43494-501e-4a95-9075-b7723d7b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:37:29.532420 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] Network hostable DHCP agents. Network: 5d467304-a283-4ca4-82b4-367a452cbf67, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:37:29.554884 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] Network 5d467304-a283-4ca4-82b4-367a452cbf67 is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:37:29.566664 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, 5d467304-a283-4ca4-82b4-367a452cbf67) {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:37:29.571315 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:37:29.571885 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:29.576263 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ef8686-e794-43f5-a2b1-1f9824d53193 None None] Network 5d467304-a283-4ca4-82b4-367a452cbf67 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:37:29.588732 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-9e07561b-ce14-45af-bfdd-008d41b7b396 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4894860 Oct 21 11:37:29.901964 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0628681-c0f0-58e8-8bb9-96f5876d12ab-5d467304-a283-4ca4-82b4-367a452cbf67', 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'fixed_ips': [{'subnet_id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52'}]}} from dv-cinder-814898-1-iscsi. {{(pid=106354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 21 11:37:29.903271 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:30.183298 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.db_base_plugin_common [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Allocated IP 172.20.0.2 (5d467304-a283-4ca4-82b4-367a452cbf67/d4d7b742-6a9b-455a-b59b-58e5f039fe52/e77f7c92-e907-401f-8d8b-1702b3feb13f) {{(pid=106354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:37:30.387830 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Publish callbacks [] for port, precommit_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:30.395760 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:30.489770 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Network 5d467304-a283-4ca4-82b4-367a452cbf67 is already hosted by enough agents. {{(pid=106354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:37:30.494296 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.base_scheduler [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Resources bound (agent type, host, resource id): {{(pid=106354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:37:30.506781 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Received port after_create {{(pid=106354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:37:30.509983 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Pushing event updated for resources: {'Port': ['ID=e77f7c92-e907-401f-8d8b-1702b3feb13f,revision_number=1']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:30.542228 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.542563 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.542917 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.543244 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.543568 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.543889 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.544208 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.544527 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.544855 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.545197 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.545512 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.545823 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Tracked resource versions report: Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: pushed versions: Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: { 'AddressGroup': {'1.2'}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'ConntrackHelper': {'1.0'}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Log': {'1.0'}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Network': {'1.1'}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Port': {'1.7'}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'PortForwarding': {'1.2'}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'QosPolicy': {'1.10'}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SecurityGroup': {'1.4'}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SecurityGroupRule': {'1.2'}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SubPort': {'1.0'}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Subnet': {'1.1'}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Trunk': {'1.1'}} Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: consumer versions: Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: { DHCP agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: L3 agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: Metadata agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: Metering agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: Open vSwitch agent@dv-cinder-814898-1-iscsi: { 'AddressGroup': '1.2', Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'ConntrackHelper': '1.0', Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Log': '1.0', Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Network': '1.1', Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Port': '1.7', Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'PortForwarding': '1.2', Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'QosPolicy': '1.10', Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SecurityGroup': '1.4', Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SecurityGroupRule': '1.2', Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SubPort': '1.0', Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Subnet': '1.1', Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Trunk': '1.1'}} Oct 21 11:37:30.546961 dv-cinder-814898-1-iscsi neutron-server[106354]: {{(pid=106354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 11:37:30.594721 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Attempting to bind port e77f7c92-e907-401f-8d8b-1702b3feb13f on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:37:30.595386 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Attempting to bind port e77f7c92-e907-401f-8d8b-1702b3feb13f by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'f2c43494-501e-4a95-9075-b7723d7b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:37:30.595490 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Attempting to bind port e77f7c92-e907-401f-8d8b-1702b3feb13f on network 5d467304-a283-4ca4-82b4-367a452cbf67 {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:37:30.600602 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:37:30.600988 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Checking segment: {'id': 'f2c43494-501e-4a95-9075-b7723d7b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:37:30.601504 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:30.601982 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Bound using segment: {'id': 'f2c43494-501e-4a95-9075-b7723d7b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:37:30.602470 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Bound port: e77f7c92-e907-401f-8d8b-1702b3feb13f, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c43494-501e-4a95-9075-b7723d7b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:37:30.602875 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:30.665566 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] For port e77f7c92-e907-401f-8d8b-1702b3feb13f, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:37:30.669996 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] For port e77f7c92-e907-401f-8d8b-1702b3feb13f, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=e77f7c92-e907-401f-8d8b-1702b3feb13f,segment=NetworkSegment(f2c43494-501e-4a95-9075-b7723d7b25f0),segment_id=f2c43494-501e-4a95-9075-b7723d7b25f0)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:37:30.675399 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:30.743539 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d6c51-523d-4a5c-84d1-dc17342fdf80 None None] Pushing event updated for resources: {'Port': ['ID=e77f7c92-e907-401f-8d8b-1702b3feb13f,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:32.131912 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43080) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:32.456810 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [None req-aac7bea6-3fc4-4730-b886-644c8e141318 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:37:32.469180 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-aac7bea6-3fc4-4730-b886-644c8e141318 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3248723 Oct 21 11:37:34.975765 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43088) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:35.314593 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [None req-734fba13-c3c1-4755-acd9-3dbe7ab3dd91 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:37:35.315509 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-734fba13-c3c1-4755-acd9-3dbe7ab3dd91 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3387635 Oct 21 11:37:38.074576 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43098) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:38.388370 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-a8819faa-ac66-438b-89df-399cbb29e9d4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:37:38.415103 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a8819faa-ac66-438b-89df-399cbb29e9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12628'] for router, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:38.416654 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a8819faa-ac66-438b-89df-399cbb29e9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3701107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3699601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12619'] for router, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:38.555460 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a8819faa-ac66-438b-89df-399cbb29e9d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:38.564116 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a8819faa-ac66-438b-89df-399cbb29e9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3701116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3699710'] for router, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:38.585292 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a8819faa-ac66-438b-89df-399cbb29e9d4 admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:38.586485 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-a8819faa-ac66-438b-89df-399cbb29e9d4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5109036 Oct 21 11:37:39.821860 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa94b99c-dc4a-4735-8791-39263e9a8516 None None] Network 5d467304-a283-4ca4-82b4-367a452cbf67 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:37:39.908516 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-0e073a94-d4c6-45c9-8451-0af5077592cc None None] Provisioning complete for port e77f7c92-e907-401f-8d8b-1702b3feb13f triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:37:39.908865 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-0e073a94-d4c6-45c9-8451-0af5077592cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:40.040065 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 5 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:37:40.119970 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-0e073a94-d4c6-45c9-8451-0af5077592cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:40.167104 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-0e073a94-d4c6-45c9-8451-0af5077592cc None None] For port e77f7c92-e907-401f-8d8b-1702b3feb13f, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=e77f7c92-e907-401f-8d8b-1702b3feb13f,segment=NetworkSegment(f2c43494-501e-4a95-9075-b7723d7b25f0),segment_id=f2c43494-501e-4a95-9075-b7723d7b25f0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:37:40.173244 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-0e073a94-d4c6-45c9-8451-0af5077592cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:40.234317 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e073a94-d4c6-45c9-8451-0af5077592cc None None] Pushing event updated for resources: {'Port': ['ID=e77f7c92-e907-401f-8d8b-1702b3feb13f,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:40.284621 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device e77f7c92-e907-401f-8d8b-1702b3feb13f up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:37:40.335415 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port e77f7c92-e907-401f-8d8b-1702b3feb13f triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:37:40.335803 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:40.423302 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-8d43f79f-6de2-4ae8-934d-1d370e365a03 None None] Provisioning complete for port e77f7c92-e907-401f-8d8b-1702b3feb13f triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:37:40.423567 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8d43f79f-6de2-4ae8-934d-1d370e365a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:40.904732 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-54a84cb8-5e0d-4282-8cab-f3f328b845d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:41.105802 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43112) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:41.476537 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [None req-2d618a5a-4687-4f63-a3a1-f46622730103 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:37:41.477652 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-2d618a5a-4687-4f63-a3a1-f46622730103 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3705976 Oct 21 11:37:42.246212 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device e77f7c92-e907-401f-8d8b-1702b3feb13f up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:37:42.297918 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port e77f7c92-e907-401f-8d8b-1702b3feb13f triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:37:42.298286 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:43.446119 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-27d41dad-7cbd-436b-a665-47f789a8a940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:44.025439 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43120) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:44.362594 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:37:44.386862 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Made reservation on behalf of 30b7300b2197463694b673f78648e17c for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:37:44.389066 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:44.397328 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:44.433608 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:44.434877 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:44.476750 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:44.482656 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:44.499708 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=106352) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 21 11:37:44.513817 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc090f85-0700-4101-8b2c-aa0c4005ae5b,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:44.520411 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:44.520781 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Added segment b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e of type flat for network f1f48190-e7d7-48cd-832b-f0ed44723a0c Oct 21 11:37:44.572220 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:44.606684 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:44.607617 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:37:44.608213 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:44.638176 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6117063 Oct 21 11:37:44.671264 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83353375-65da-474d-b8c1-68bb93a120b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f48190-e7d7-48cd-832b-f0ed44723a0c,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:44.681840 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:37:46.198620 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:47.176296 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43138) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:47.383083 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93eb48b-f9d1-4bda-867a-d97e25d5ac45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:37:47.384428 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-f93eb48b-f9d1-4bda-867a-d97e25d5ac45 admin admin] 10.222.0.24 "GET /v2.0/subnets/d4d7b742-6a9b-455a-b59b-58e5f039fe52 HTTP/1.1" status: 200 len: 849 time: 0.2071657 Oct 21 11:37:47.501789 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-16de2eac-3a33-42ba-9fff-61dc6989d86a admin admin] 10.222.0.24 "GET /v2.0/routers/ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df HTTP/1.1" status: 200 len: 704 time: 0.1108897 Oct 21 11:37:47.787775 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:48.106025 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Allocated IP 172.20.0.1 (5d467304-a283-4ca4-82b4-367a452cbf67/d4d7b742-6a9b-455a-b59b-58e5f039fe52/7a739db1-27d0-42b0-8392-1d09913dc118) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:37:48.312114 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:48.390720 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:48.466067 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Network 5d467304-a283-4ca4-82b4-367a452cbf67 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:37:48.471645 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:37:48.478433 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:37:48.478958 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702673'] for router_interface, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:48.497458 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a739db1-27d0-42b0-8392-1d09913dc118,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:48.672812 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:48.684645 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-d5d62c98-3d5e-43c1-a098-674fa320ba00 None None] Provisioning complete for port 7a739db1-27d0-42b0-8392-1d09913dc118 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:37:48.685215 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d5d62c98-3d5e-43c1-a098-674fa320ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:48.719054 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-d5d62c98-3d5e-43c1-a098-674fa320ba00 None None] Port 7a739db1-27d0-42b0-8392-1d09913dc118 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:37:48.882039 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:48.889253 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:48.890061 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3855070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702589'] for router_interface, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:48.948043 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a739db1-27d0-42b0-8392-1d09913dc118,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:49.013721 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Network 5d467304-a283-4ca4-82b4-367a452cbf67 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:37:49.015173 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:37:49.184037 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Router ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df is scheduled to L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c with binding_index 1 {{(pid=106352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 11:37:49.245620 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-7fcbb7e5-ad3c-48dc-854a-dfbba43c35da None None] Provisioning complete for port 7a739db1-27d0-42b0-8392-1d09913dc118 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:37:49.245991 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb7e5-ad3c-48dc-854a-dfbba43c35da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:49.277482 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:37:49.280246 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-7fcbb7e5-ad3c-48dc-854a-dfbba43c35da None None] Port 7a739db1-27d0-42b0-8392-1d09913dc118 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:37:49.283266 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-3fe5dbec-2708-43ea-a742-f706bf944fc3 admin admin] 10.222.0.24 "PUT /v2.0/routers/ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7717876 Oct 21 11:37:49.300491 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Sync routers for ids ['ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:37:49.312591 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Routers {'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:37:49.313552 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:37:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:37:49.505044 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Set router ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df gateway port host: None {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:37:49.932454 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'name': 'router1', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:37:38Z', 'updated_at': '2021-10-21T11:37:48Z', 'revision_number': 2, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'gw_port_host': None, '_interfaces': [{'id': '7a739db1-27d0-42b0-8392-1d09913dc118', 'name': '', 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'mac_address': 'fa:16:3e:8c:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:37:47Z', 'updated_at': '2021-10-21T11:37:48Z', 'revision_number': 2, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'subnets': [{'id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1043270b-e8dd-4d0b-b49b-1e3075e9acad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:37:49.986039 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Checking router: ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:37:49.986408 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Updating router ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df port 7a739db1-27d0-42b0-8392-1d09913dc118 binding host dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:37:50.039149 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:50.568256 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Publish callbacks [] for port, precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:50.576694 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:50.671086 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Pushing event updated for resources: {'Port': ['ID=7a739db1-27d0-42b0-8392-1d09913dc118,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:50.680639 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.680989 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.681342 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.681667 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.681987 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.682308 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.682621 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.682935 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.683260 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.683572 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.683899 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.684205 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Tracked resource versions report: Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: pushed versions: Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: { 'AddressGroup': {'1.2'}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'ConntrackHelper': {'1.0'}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Log': {'1.0'}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Network': {'1.1'}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Port': {'1.7'}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'PortForwarding': {'1.2'}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'QosPolicy': {'1.10'}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SecurityGroup': {'1.4'}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SecurityGroupRule': {'1.2'}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SubPort': {'1.0'}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Subnet': {'1.1'}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Trunk': {'1.1'}} Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: consumer versions: Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: { DHCP agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: L3 agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: Metadata agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: Metering agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: Open vSwitch agent@dv-cinder-814898-1-iscsi: { 'AddressGroup': '1.2', Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'ConntrackHelper': '1.0', Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Log': '1.0', Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Network': '1.1', Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Port': '1.7', Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'PortForwarding': '1.2', Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'QosPolicy': '1.10', Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SecurityGroup': '1.4', Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SecurityGroupRule': '1.2', Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SubPort': '1.0', Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Subnet': '1.1', Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Trunk': '1.1'}} Oct 21 11:37:50.685326 dv-cinder-814898-1-iscsi neutron-server[106355]: {{(pid=106355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 11:37:50.762673 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Attempting to bind port 7a739db1-27d0-42b0-8392-1d09913dc118 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:37:50.763065 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Attempting to bind port 7a739db1-27d0-42b0-8392-1d09913dc118 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'f2c43494-501e-4a95-9075-b7723d7b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:37:50.763481 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Attempting to bind port 7a739db1-27d0-42b0-8392-1d09913dc118 on network 5d467304-a283-4ca4-82b4-367a452cbf67 {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:37:50.768827 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:37:50.769208 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Checking segment: {'id': 'f2c43494-501e-4a95-9075-b7723d7b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:37:50.769673 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:50.770044 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Bound using segment: {'id': 'f2c43494-501e-4a95-9075-b7723d7b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:37:50.770527 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Bound port: 7a739db1-27d0-42b0-8392-1d09913dc118, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c43494-501e-4a95-9075-b7723d7b25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:37:50.770902 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:50.841801 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] For port 7a739db1-27d0-42b0-8392-1d09913dc118, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:37:50.861114 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] For port 7a739db1-27d0-42b0-8392-1d09913dc118, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=7a739db1-27d0-42b0-8392-1d09913dc118,segment=NetworkSegment(f2c43494-501e-4a95-9075-b7723d7b25f0),segment_id=f2c43494-501e-4a95-9075-b7723d7b25f0)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:37:50.866851 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:50.916405 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-8e368831-0727-415e-9638-21bd79ca55a9 None None] Provisioning complete for port 7a739db1-27d0-42b0-8392-1d09913dc118 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:37:50.917448 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8e368831-0727-415e-9638-21bd79ca55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:50.924503 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6723f5-b3b0-4271-8634-a2fb465e533c None None] Pushing event updated for resources: {'Port': ['ID=7a739db1-27d0-42b0-8392-1d09913dc118,revision_number=4']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:50.927301 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Routers {'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:37:50.927897 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:37:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:37:51.019182 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] Set router ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df gateway port host: None {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:37:51.020416 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8e368831-0727-415e-9638-21bd79ca55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:51.054317 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-8e368831-0727-415e-9638-21bd79ca55a9 None None] For port 7a739db1-27d0-42b0-8392-1d09913dc118, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=7a739db1-27d0-42b0-8392-1d09913dc118,segment=NetworkSegment(f2c43494-501e-4a95-9075-b7723d7b25f0),segment_id=f2c43494-501e-4a95-9075-b7723d7b25f0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:37:51.060394 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8e368831-0727-415e-9638-21bd79ca55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:51.113001 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e368831-0727-415e-9638-21bd79ca55a9 None None] Pushing event updated for resources: {'Port': ['ID=7a739db1-27d0-42b0-8392-1d09913dc118,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:51.184590 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-77a77765-696c-4808-b70e-01f801752189 None None] Provisioning complete for port 7a739db1-27d0-42b0-8392-1d09913dc118 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:37:51.185273 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-77a77765-696c-4808-b70e-01f801752189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:51.289121 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'name': 'router1', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:37:38Z', 'updated_at': '2021-10-21T11:37:48Z', 'revision_number': 2, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'gw_port_host': None, '_interfaces': [{'id': '7a739db1-27d0-42b0-8392-1d09913dc118', 'name': '', 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'mac_address': 'fa:16:3e:8c:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:37:47Z', 'updated_at': '2021-10-21T11:37:50Z', 'revision_number': 4, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'subnets': [{'id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1043270b-e8dd-4d0b-b49b-1e3075e9acad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:37:51.315943 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f8e3b-fada-4bd6-833e-63cd195e80db None None] The sync data for ids ['ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'] in dv-cinder-814898-1-iscsi is: [{'id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'name': 'router1', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:37:38Z', 'updated_at': '2021-10-21T11:37:48Z', 'revision_number': 2, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'gw_port_host': None, '_interfaces': [{'id': '7a739db1-27d0-42b0-8392-1d09913dc118', 'name': '', 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'mac_address': 'fa:16:3e:8c:23:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:37:47Z', 'updated_at': '2021-10-21T11:37:50Z', 'revision_number': 4, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'subnets': [{'id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1043270b-e8dd-4d0b-b49b-1e3075e9acad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:37:51.648558 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43156) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:51.766067 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e618bea-c2a1-4ec5-8530-8ec3d00b77e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:37:51.767456 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-8e618bea-c2a1-4ec5-8530-8ec3d00b77e2 admin admin] 10.222.0.24 "GET /v2.0/networks/f1f48190-e7d7-48cd-832b-f0ed44723a0c HTTP/1.1" status: 200 len: 842 time: 0.1178050 Oct 21 11:37:51.777896 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:37:51.801484 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Made reservation on behalf of 30b7300b2197463694b673f78648e17c for: {'subnet': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:37:51.803940 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Publish callbacks [] for subnet, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:52.157375 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.objects.ports [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106352) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 21 11:37:52.157837 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:52.219458 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=959d5179-e919-4835-b97c-c9974d37c26b,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:52.224652 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Checking segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:37:52.225010 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Network hostable DHCP agents. Network: f1f48190-e7d7-48cd-832b-f0ed44723a0c, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:37:52.243033 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:37:52.252085 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, f1f48190-e7d7-48cd-832b-f0ed44723a0c) {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:37:52.256221 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:37:52.256798 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:52.263004 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431b7df2-67ec-4daa-b4ba-2b59d1f496c1 None None] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:37:52.275177 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-f7c14add-552d-442b-b937-7e46cd785e9f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5008070 Oct 21 11:37:52.393964 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d34978c-cf53-499d-aa31-a122d9bf239a None None] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:37:54.708262 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43164) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:54.973396 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-21a1a2ab-9917-46ff-9d3a-84f92ffcb6f7 admin admin] 10.222.0.24 "GET /v2.0/routers/ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df HTTP/1.1" status: 200 len: 710 time: 0.2640162 Oct 21 11:37:55.167685 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0629b5f-cb08-4697-a2d1-1c8b00b296a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:37:55.169264 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-e0629b5f-cb08-4697-a2d1-1c8b00b296a9 admin admin] 10.222.0.24 "GET /v2.0/networks/f1f48190-e7d7-48cd-832b-f0ed44723a0c HTTP/1.1" status: 200 len: 886 time: 0.1891093 Oct 21 11:37:55.179105 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:37:55.448256 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:55.689413 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:55.770256 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:55.954648 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Allocated IP 172.27.3.149 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/d92f4fa2-6be2-44ac-8752-e1043b66d5c6) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:37:56.066424 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:56.127304 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:56.151814 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:37:56.171555 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:37:56.248877 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:37:56.252420 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Pushing event updated for resources: {'Port': ['ID=d92f4fa2-6be2-44ac-8752-e1043b66d5c6,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:56.292693 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.293017 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.293400 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.293731 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.294054 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.294384 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.294708 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.295044 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.295378 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.295698 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.296002 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.296317 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Tracked resource versions report: Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: pushed versions: Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: { 'AddressGroup': {'1.2'}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'ConntrackHelper': {'1.0'}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Log': {'1.0'}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Network': {'1.1'}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Port': {'1.7'}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'PortForwarding': {'1.2'}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'QosPolicy': {'1.10'}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SecurityGroup': {'1.4'}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SecurityGroupRule': {'1.2'}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SubPort': {'1.0'}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Subnet': {'1.1'}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Trunk': {'1.1'}} Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: consumer versions: Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: { DHCP agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: L3 agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: Metadata agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: Metering agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: Open vSwitch agent@dv-cinder-814898-1-iscsi: { 'AddressGroup': '1.2', Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'ConntrackHelper': '1.0', Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Log': '1.0', Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Network': '1.1', Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Port': '1.7', Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'PortForwarding': '1.2', Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'QosPolicy': '1.10', Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SecurityGroup': '1.4', Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SecurityGroupRule': '1.2', Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SubPort': '1.0', Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Subnet': '1.1', Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Trunk': '1.1'}} Oct 21 11:37:56.297417 dv-cinder-814898-1-iscsi neutron-server[106353]: {{(pid=106353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 11:37:56.542006 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:56.799082 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3699683', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3701061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12665'] for router, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:56.807158 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3699710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3699692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3699701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3701070'] for router, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:56.923271 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Router ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:37:57.033632 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:37:57.038343 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] Publish callbacks [] for router, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:57.039941 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-57e71a17-f17c-4017-9184-8eaf0b486b8f admin admin] 10.222.0.24 "PUT /v2.0/routers/ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df HTTP/1.1" status: 200 len: 890 time: 1.8641665 Oct 21 11:37:58.280106 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 7a739db1-27d0-42b0-8392-1d09913dc118 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:37:58.332676 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 7a739db1-27d0-42b0-8392-1d09913dc118 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:37:58.333131 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:58.356703 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Sync routers for ids ['ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:37:58.377597 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Routers {'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:37:58.378315 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:37:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:37:58.613315 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Set router ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:37:58.999586 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'name': 'router1', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd92f4fa2-6be2-44ac-8752-e1043b66d5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:37:38Z', 'updated_at': '2021-10-21T11:37:56Z', 'revision_number': 4, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'gw_port': {'id': 'd92f4fa2-6be2-44ac-8752-e1043b66d5c6', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:37:55Z', 'updated_at': '2021-10-21T11:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '7a739db1-27d0-42b0-8392-1d09913dc118', 'name': '', 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'mac_address': 'fa:16:3e:8c:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:37:47Z', 'updated_at': '2021-10-21T11:37:51Z', 'revision_number': 5, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'subnets': [{'id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1043270b-e8dd-4d0b-b49b-1e3075e9acad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:37:59.051734 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Checking router: ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:37:59.052038 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Updating router ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df port d92f4fa2-6be2-44ac-8752-e1043b66d5c6 binding host dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:37:59.098187 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:59.496215 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Publish callbacks [] for port, precommit_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:59.508308 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:59.565719 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43180) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:37:59.580132 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352b873-dfc8-43e7-abfc-246f85612cac None None] Pushing event updated for resources: {'Port': ['ID=d92f4fa2-6be2-44ac-8752-e1043b66d5c6,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:59.584543 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Attempting to bind port d92f4fa2-6be2-44ac-8752-e1043b66d5c6 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:37:59.585046 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Attempting to bind port d92f4fa2-6be2-44ac-8752-e1043b66d5c6 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:37:59.586030 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Attempting to bind port d92f4fa2-6be2-44ac-8752-e1043b66d5c6 on network f1f48190-e7d7-48cd-832b-f0ed44723a0c {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:37:59.592197 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:37:59.592625 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Checking segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:37:59.592947 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:59.593356 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Bound using segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:37:59.593819 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Bound port: d92f4fa2-6be2-44ac-8752-e1043b66d5c6, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:37:59.594221 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:59.644588 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] For port d92f4fa2-6be2-44ac-8752-e1043b66d5c6, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:37:59.648124 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] For port d92f4fa2-6be2-44ac-8752-e1043b66d5c6, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=d92f4fa2-6be2-44ac-8752-e1043b66d5c6,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:37:59.653206 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:37:59.685338 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-027022e0-4170-4c5d-8394-a163f64b9803 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1183474 Oct 21 11:37:59.714892 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Routers {'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:37:59.715871 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:37:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:37:59.752162 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352b873-dfc8-43e7-abfc-246f85612cac None None] Pushing event updated for resources: {'Port': ['ID=d92f4fa2-6be2-44ac-8752-e1043b66d5c6,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:37:59.836823 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] Set router ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:38:00.053345 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'name': 'router1', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd92f4fa2-6be2-44ac-8752-e1043b66d5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:37:38Z', 'updated_at': '2021-10-21T11:37:56Z', 'revision_number': 4, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'gw_port': {'id': 'd92f4fa2-6be2-44ac-8752-e1043b66d5c6', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:37:55Z', 'updated_at': '2021-10-21T11:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '7a739db1-27d0-42b0-8392-1d09913dc118', 'name': '', 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'mac_address': 'fa:16:3e:8c:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:37:47Z', 'updated_at': '2021-10-21T11:37:51Z', 'revision_number': 5, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'subnets': [{'id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1043270b-e8dd-4d0b-b49b-1e3075e9acad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:38:00.084127 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ef963d-13cc-43af-89c1-d1333517eb02 None None] The sync data for ids ['ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df'] in dv-cinder-814898-1-iscsi is: [{'id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'name': 'router1', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd92f4fa2-6be2-44ac-8752-e1043b66d5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:37:38Z', 'updated_at': '2021-10-21T11:37:56Z', 'revision_number': 4, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'gw_port': {'id': 'd92f4fa2-6be2-44ac-8752-e1043b66d5c6', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:37:55Z', 'updated_at': '2021-10-21T11:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '7a739db1-27d0-42b0-8392-1d09913dc118', 'name': '', 'network_id': '5d467304-a283-4ca4-82b4-367a452cbf67', 'tenant_id': 'cd4a1430543247c3b52bcf2be8301847', 'mac_address': 'fa:16:3e:8c:23:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ce72c-e4c3-4cc7-9d8f-84f9b176d8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:37:47Z', 'updated_at': '2021-10-21T11:37:51Z', 'revision_number': 5, 'project_id': 'cd4a1430543247c3b52bcf2be8301847', 'subnets': [{'id': 'd4d7b742-6a9b-455a-b59b-58e5f039fe52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1043270b-e8dd-4d0b-b49b-1e3075e9acad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:38:00.308135 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device d92f4fa2-6be2-44ac-8752-e1043b66d5c6 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:38:00.362451 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port d92f4fa2-6be2-44ac-8752-e1043b66d5c6 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:38:00.362954 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:00.449937 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:00.474903 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port d92f4fa2-6be2-44ac-8752-e1043b66d5c6, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=d92f4fa2-6be2-44ac-8752-e1043b66d5c6,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:38:00.482542 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:00.541807 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=d92f4fa2-6be2-44ac-8752-e1043b66d5c6,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:38:02.268417 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device d92f4fa2-6be2-44ac-8752-e1043b66d5c6 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:38:02.321594 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port d92f4fa2-6be2-44ac-8752-e1043b66d5c6 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:38:02.321976 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:10.900914 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d08859ae-ff13-4456-875f-ce096aa228db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:13.450344 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-56b16c19-3db2-442d-a779-854712578d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:14.463287 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:14.466114 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:16.220771 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:17.020935 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 5 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:38:40.894503 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-86d444d2-3c52-4543-865a-fd9c5aa83ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:43.455625 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-561bf3aa-0ab6-4eef-a289-2d63241b8d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:44.434765 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:44.438319 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:46.219332 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:38:54.025382 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 5 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:39:10.898918 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-96d2e49d-24cf-4e4d-9cbf-516d370afc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:13.460708 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-31a8418e-3e86-40ff-b4dc-c8c1774487d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:14.437292 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:14.439178 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:16.230176 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:31.029360 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 5 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:39:38.052417 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43742) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:39:38.131921 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efb7f87-0307-4454-8576-d20b27d31d8b admin admin] GET failed (client error): The resource could not be found. Oct 21 11:39:38.133321 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-6efb7f87-0307-4454-8576-d20b27d31d8b admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0799224 Oct 21 11:39:38.304367 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989a977-bde1-4d8f-a6c5-d1090956741a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:38.305905 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-b989a977-bde1-4d8f-a6c5-d1090956741a admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1656704 Oct 21 11:39:40.586251 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43752) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:39:40.703205 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8990c117-f43c-4d63-852d-bfe71c7b8f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:40.704598 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-8990c117-f43c-4d63-852d-bfe71c7b8f89 admin admin] 10.222.0.24 "GET /v2.0/subnets/d4d7b742-6a9b-455a-b59b-58e5f039fe52 HTTP/1.1" status: 200 len: 849 time: 0.1170692 Oct 21 11:39:40.717539 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:39:40.808233 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Publish callbacks [] for subnet, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:40.902872 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-fe75b84c-965d-4ce7-9121-15a57c8361a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:40.962216 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755792151646'] for subnet, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:40.995265 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:40.995832 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:40.997135 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] 10.222.0.24 "PUT /v2.0/subnets/d4d7b742-6a9b-455a-b59b-58e5f039fe52 HTTP/1.1" status: 200 len: 868 time: 0.2839015 Oct 21 11:39:41.000486 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c01fd9-b6bb-4b86-92e8-19c896e1dd67 None None] Network 5d467304-a283-4ca4-82b4-367a452cbf67 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:39:41.017392 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d7b742-6a9b-455a-b59b-58e5f039fe52,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:39:41.024924 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.025333 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.025659 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.025987 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.026329 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.026654 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.026994 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.027318 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.027641 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.027964 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.028281 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.028600 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340a04e-1638-4572-b38d-6adaef97a5d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:39:41.417339 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-68145908-617c-4ce0-ae66-60d39e184e29 None None] Provisioning complete for port e77f7c92-e907-401f-8d8b-1702b3feb13f triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:39:41.417698 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-68145908-617c-4ce0-ae66-60d39e184e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:41.508909 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-68145908-617c-4ce0-ae66-60d39e184e29 None None] Provisioning complete for port 7a739db1-27d0-42b0-8392-1d09913dc118 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:39:41.509319 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-68145908-617c-4ce0-ae66-60d39e184e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:43.306775 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43760) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:39:43.465355 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-074d3ebf-36b1-4f86-95ea-48e4cb052bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:43.513051 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812cbc4d-f794-4898-8aec-da79b180a7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:43.513544 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812cbc4d-f794-4898-8aec-da79b180a7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:43.515094 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-812cbc4d-f794-4898-8aec-da79b180a7c2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2073212 Oct 21 11:39:44.438090 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:44.442346 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:45.815959 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43768) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:39:46.032828 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbad3d9-c712-426d-8744-309759bf9767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:46.033208 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbad3d9-c712-426d-8744-309759bf9767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:46.034750 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-dcbad3d9-c712-426d-8744-309759bf9767 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2174549 Oct 21 11:39:46.232507 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:39:48.333048 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43778) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:39:48.473050 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f4bb89-d463-4a8d-804d-8e3bbdbdabdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:48.474482 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-87f4bb89-d463-4a8d-804d-8e3bbdbdabdf admin admin] 10.222.0.24 "GET /v2.0/networks/5d467304-a283-4ca4-82b4-367a452cbf67 HTTP/1.1" status: 200 len: 869 time: 0.1403818 Oct 21 11:39:50.754919 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43786) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:39:50.885843 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069b5567-d78e-42e6-9fc9-7c253bb4a9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:50.887216 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-069b5567-d78e-42e6-9fc9-7c253bb4a9d8 admin admin] 10.222.0.24 "GET /v2.0/networks/f1f48190-e7d7-48cd-832b-f0ed44723a0c HTTP/1.1" status: 200 len: 886 time: 0.1313303 Oct 21 11:39:53.180518 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43794) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:39:53.305892 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2ef548-bd06-4b3c-91af-56b4a3884b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:53.306328 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2ef548-bd06-4b3c-91af-56b4a3884b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:53.307832 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-3a2ef548-bd06-4b3c-91af-56b4a3884b88 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260443 Oct 21 11:39:55.597759 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43802) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:39:55.706974 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d156626e-3554-4a86-803c-a71542ec0c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:55.707435 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d156626e-3554-4a86-803c-a71542ec0c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:55.708940 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-d156626e-3554-4a86-803c-a71542ec0c1d admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1101847 Oct 21 11:39:58.010255 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43810) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:39:58.108669 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe886e-43ed-4f8e-ba7f-41c158e8faa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:39:58.110000 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-fdbe886e-43ed-4f8e-ba7f-41c158e8faa5 admin admin] 10.222.0.24 "GET /v2.0/subnets/959d5179-e919-4835-b97c-c9974d37c26b HTTP/1.1" status: 200 len: 816 time: 0.0984738 Oct 21 11:40:00.409002 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43818) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:40:00.512206 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce14a2d-3369-4eb2-8e37-77fa30fa92e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:40:00.513583 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-6ce14a2d-3369-4eb2-8e37-77fa30fa92e5 admin admin] 10.222.0.24 "GET /v2.0/subnets/d4d7b742-6a9b-455a-b59b-58e5f039fe52 HTTP/1.1" status: 200 len: 868 time: 0.1032832 Oct 21 11:40:08.032992 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 5 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:40:10.907000 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8491f782-5f5d-4834-bfa4-04164220faef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:13.468121 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-1a01b971-8be5-4aa3-b53e-007ecc4c2817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:14.439753 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:14.444814 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:16.234742 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:25.369594 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43872) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:40:25.419244 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [None req-dc194951-4a0a-40c5-80d6-c63ad579fe6a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:40:25.420217 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-dc194951-4a0a-40c5-80d6-c63ad579fe6a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0496891 Oct 21 11:40:27.818479 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43880) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:40:27.887071 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd5be0b-2316-4863-b6cd-fcf557794cf7 admin admin] GET failed (client error): The resource could not be found. Oct 21 11:40:27.888350 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-9dd5be0b-2316-4863-b6cd-fcf557794cf7 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686812 Oct 21 11:40:28.028266 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff849c-de0d-48ac-a077-98a607d148b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:40:28.029651 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-0cff849c-de0d-48ac-a077-98a607d148b7 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365345 Oct 21 11:40:30.360791 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43888) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:40:30.415188 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:40:30.446753 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Made reservation on behalf of 30b7300b2197463694b673f78648e17c for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:40:30.449018 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:30.486420 dv-cinder-814898-1-iscsi neutron-server[106352]: WARNING neutron.services.revisions.revision_plugin [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Could not find related network for resource to bump revision. Oct 21 11:40:30.497956 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:40:30.507238 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:30.507567 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Added segment f3fdaeb2-cf27-4801-a009-f3591c81b2c5 of type vlan for network b8c0e3f8-d005-4605-bf1e-89333a208ccc Oct 21 11:40:30.548089 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:30.578702 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:30.579664 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:40:30.580263 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:30.612049 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2501724 Oct 21 11:40:30.642186 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Pushing event updated for resources: {'Network': ['ID=b8c0e3f8-d005-4605-bf1e-89333a208ccc,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:40:30.650092 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.650460 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.650803 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.651151 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.651576 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.651822 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.652154 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.652497 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.652835 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.653203 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.653530 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.653860 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e65ed-5c1c-4acf-bf3b-2e2b2e9304f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:30.667502 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network b8c0e3f8-d005-4605-bf1e-89333a208ccc details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:40:32.941745 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43896) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:40:33.018070 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f343e1-cc5a-4f75-aa7f-bbf9c8b1ada0 admin admin] GET failed (client error): The resource could not be found. Oct 21 11:40:33.019359 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d8f343e1-cc5a-4f75-aa7f-bbf9c8b1ada0 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0765989 Oct 21 11:40:33.094305 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d316a-0d5f-4a6f-a9bc-397384b9b061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:40:33.095694 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-b76d316a-0d5f-4a6f-a9bc-397384b9b061 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693700 Oct 21 11:40:33.110303 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] Request body: {'subnet': {'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:40:33.132666 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] Made reservation on behalf of 30b7300b2197463694b673f78648e17c for: {'subnet': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:40:33.135085 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:33.300588 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:33.350843 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f91660-3f76-4c93-a7a5-5899de4b2b8f,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:40:33.364474 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] Checking segment: {'id': 'f3fdaeb2-cf27-4801-a009-f3591c81b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:40:33.364994 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] Network hostable DHCP agents. Network: b8c0e3f8-d005-4605-bf1e-89333a208ccc, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:40:33.383398 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] Network b8c0e3f8-d005-4605-bf1e-89333a208ccc is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:40:33.392983 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, b8c0e3f8-d005-4605-bf1e-89333a208ccc) {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:40:33.397626 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:40:33.398202 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:33.402924 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f50dee9-fdfd-4bb1-95e6-1480bf0aab5f None None] Network b8c0e3f8-d005-4605-bf1e-89333a208ccc requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:40:33.415121 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-6280bf92-00cd-4d5f-b0d0-149426376a43 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3084452 Oct 21 11:40:33.556125 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a436407-5475-4556-bb14-924243308225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0628681-c0f0-58e8-8bb9-96f5876d12ab-b8c0e3f8-d005-4605-bf1e-89333a208ccc', 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc', 'tenant_id': '30b7300b2197463694b673f78648e17c', 'fixed_ips': [{'subnet_id': '25f91660-3f76-4c93-a7a5-5899de4b2b8f'}]}} from dv-cinder-814898-1-iscsi. {{(pid=106354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 21 11:40:33.557038 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:33.703143 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.db_base_plugin_common [None req-8a436407-5475-4556-bb14-924243308225 None None] Allocated IP 192.168.233.2 (b8c0e3f8-d005-4605-bf1e-89333a208ccc/25f91660-3f76-4c93-a7a5-5899de4b2b8f/f3a49cf5-7cf8-4385-9ee1-46c1828a7006) {{(pid=106354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:40:33.850316 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Publish callbacks [] for port, precommit_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:33.857765 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:33.896201 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a436407-5475-4556-bb14-924243308225 None None] Network b8c0e3f8-d005-4605-bf1e-89333a208ccc is already hosted by enough agents. {{(pid=106354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:40:33.899082 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.base_scheduler [None req-8a436407-5475-4556-bb14-924243308225 None None] Resources bound (agent type, host, resource id): {{(pid=106354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:40:33.901795 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a436407-5475-4556-bb14-924243308225 None None] Received port after_create {{(pid=106354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:40:33.915301 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a436407-5475-4556-bb14-924243308225 None None] Pushing event updated for resources: {'Port': ['ID=f3a49cf5-7cf8-4385-9ee1-46c1828a7006,revision_number=1']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:40:33.936832 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.937210 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.937549 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.937886 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.938205 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.938527 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.938849 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.939182 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.939515 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.939837 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.940150 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.940455 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:40:33.973866 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-8a436407-5475-4556-bb14-924243308225 None None] Attempting to bind port f3a49cf5-7cf8-4385-9ee1-46c1828a7006 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:40:33.974232 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-8a436407-5475-4556-bb14-924243308225 None None] Attempting to bind port f3a49cf5-7cf8-4385-9ee1-46c1828a7006 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'f3fdaeb2-cf27-4801-a009-f3591c81b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:40:33.974599 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a436407-5475-4556-bb14-924243308225 None None] Attempting to bind port f3a49cf5-7cf8-4385-9ee1-46c1828a7006 on network b8c0e3f8-d005-4605-bf1e-89333a208ccc {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:40:33.979775 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a436407-5475-4556-bb14-924243308225 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:40:33.980139 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a436407-5475-4556-bb14-924243308225 None None] Checking segment: {'id': 'f3fdaeb2-cf27-4801-a009-f3591c81b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:40:33.980527 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:33.980913 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a436407-5475-4556-bb14-924243308225 None None] Bound using segment: {'id': 'f3fdaeb2-cf27-4801-a009-f3591c81b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:40:33.981448 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-8a436407-5475-4556-bb14-924243308225 None None] Bound port: f3a49cf5-7cf8-4385-9ee1-46c1828a7006, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fdaeb2-cf27-4801-a009-f3591c81b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:40:33.981840 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:34.048278 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-8a436407-5475-4556-bb14-924243308225 None None] For port f3a49cf5-7cf8-4385-9ee1-46c1828a7006, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:40:34.051936 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-8a436407-5475-4556-bb14-924243308225 None None] For port f3a49cf5-7cf8-4385-9ee1-46c1828a7006, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=f3a49cf5-7cf8-4385-9ee1-46c1828a7006,segment=NetworkSegment(f3fdaeb2-cf27-4801-a009-f3591c81b2c5),segment_id=f3fdaeb2-cf27-4801-a009-f3591c81b2c5)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:40:34.058440 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8a436407-5475-4556-bb14-924243308225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:34.115061 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a436407-5475-4556-bb14-924243308225 None None] Pushing event updated for resources: {'Port': ['ID=f3a49cf5-7cf8-4385-9ee1-46c1828a7006,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:40:34.401117 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device f3a49cf5-7cf8-4385-9ee1-46c1828a7006 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:40:34.452641 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port f3a49cf5-7cf8-4385-9ee1-46c1828a7006 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:40:34.453351 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:34.535172 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:34.570253 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port f3a49cf5-7cf8-4385-9ee1-46c1828a7006, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=f3a49cf5-7cf8-4385-9ee1-46c1828a7006,segment=NetworkSegment(f3fdaeb2-cf27-4801-a009-f3591c81b2c5),segment_id=f3fdaeb2-cf27-4801-a009-f3591c81b2c5)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:40:34.575488 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:34.622720 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=f3a49cf5-7cf8-4385-9ee1-46c1828a7006,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:40:34.929745 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc77e66-9da6-475f-b426-aba12e1980b8 None None] Network b8c0e3f8-d005-4605-bf1e-89333a208ccc requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:40:35.061216 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-a675bf90-97d6-45dc-a7f3-5ebc768833e3 None None] Provisioning complete for port f3a49cf5-7cf8-4385-9ee1-46c1828a7006 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:40:35.061428 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a675bf90-97d6-45dc-a7f3-5ebc768833e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:35.388156 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-dbeef14c-b524-44ae-9c19-4f80b1bfff21 None None] Provisioning complete for port f3a49cf5-7cf8-4385-9ee1-46c1828a7006 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:40:35.388387 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-dbeef14c-b524-44ae-9c19-4f80b1bfff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:36.363773 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device f3a49cf5-7cf8-4385-9ee1-46c1828a7006 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:40:36.414556 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port f3a49cf5-7cf8-4385-9ee1-46c1828a7006 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:40:36.414915 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:40.911371 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-1d6185ad-fa80-4de2-a7b9-9c2dd6493c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:43.472679 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b148ca3e-dea1-4090-8129-f5e1cefa5715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:44.440734 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:44.443769 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:40:45.094593 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 5 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:40:46.237416 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:10.915827 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-866c2e5b-4e26-48c8-a866-3d5365b43b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:13.478684 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-7ce831ac-b9b4-4db4-b2bd-0ce439fc0d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:14.442683 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:14.449542 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:16.241028 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:22.036227 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 5 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:41:40.920257 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4070d5d4-5ed2-4ec1-8887-434fb84c1499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:43.474071 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-64c28147-f349-4d03-bfbf-c5f4747d1bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:44.439796 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:44.451931 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:46.251588 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:46.284344 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43948) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:41:46.290338 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [None req-bee604c5-9d0c-4d59-9a1e-629c2e088971 tempest-verify_tempest_config-181847288 tempest-verify_tempest_config-181847288-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:41:46.291313 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-bee604c5-9d0c-4d59-9a1e-629c2e088971 tempest-verify_tempest_config-181847288 tempest-verify_tempest_config-181847288-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0059762 Oct 21 11:41:46.603618 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 43966) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:41:46.717186 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:46.792848 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:46.799973 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:46.844711 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5ae0e207d19453da0193f32bfbda1a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2396977 Oct 21 11:41:46.845404 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7c75b7-f780-4322-865f-b399402934b7,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:41:46.847814 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 43970) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:41:46.852052 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:46.852403 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:46.852763 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:46.853116 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:46.853431 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:46.853778 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:46.854309 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:46.854424 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:46.854734 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:46.855049 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:46.855360 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:46.855669 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc521a-8a6b-4506-ba0f-dee0b542afbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.028838 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:47.053041 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:47.153534 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:47.157719 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:41:47.159524 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd7c75b7-f780-4322-865f-b399402934b7 HTTP/1.1" status: 204 len: 168 time: 0.3104928 Oct 21 11:41:47.168685 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7c75b7-f780-4322-865f-b399402934b7,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:41:47.175393 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.175786 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.176603 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.176603 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.176792 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.177055 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.177414 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.177756 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.178087 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.178406 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.178716 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:47.179026 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c4397-daea-4661-b595-83ffcf3974e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:41:59.042861 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 5 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:42:10.927811 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-61b4a113-1c06-4563-b0ac-82b4361f4afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:42:13.468668 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-595438aa-0cd7-4f33-a013-c71c347a5157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:42:14.442755 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:42:14.454390 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:42:16.250486 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:42:36.049553 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 5 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:42:40.931944 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e88917de-8a5d-4362-acd0-ffc6e7649352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:42:43.481360 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-407ea4b2-c64b-4f22-8bac-59923248f901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:42:44.439250 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:42:44.456605 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:42:46.254423 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:10.930284 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-eda11012-3b05-4dcc-b3e5-f3ef951a4fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:13.051195 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 5 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:43:13.484276 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-16ac98f9-1116-4f69-a8b4-203bea4f47c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:14.435213 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:14.462302 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:16.259992 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:21.005761 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3702517'] for agent, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:36.403592 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44044) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:43:36.517717 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-071e230b-86fc-4ef8-af47-4db088dd609a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1130226 Oct 21 11:43:38.823480 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44054) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:43:38.896683 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-097fc8f3-0077-41f5-bbe3-067daac80699 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0717754 Oct 21 11:43:40.923730 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-2024ee3d-ce73-4f4f-a066-ed953ac2b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:43.479036 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-db4b9b0a-7ee7-48cf-926e-6cff0168468f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:44.429866 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:44.463188 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:46.263474 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:43:50.054339 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:43:50.977743 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:10.931906 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f12d3ebc-a8e9-4535-ac19-db222b877a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:13.489119 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-7baadd86-07e1-4e2e-9c1c-01fbfec0d1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:14.443742 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:14.470164 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:16.257721 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:20.974536 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:27.047892 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:44:40.926762 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c57091c8-34a1-4de2-9b7c-1277849b990c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:43.482795 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b5983da0-eea9-4fdf-803e-1bae39fd4088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:44.438387 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:44.470250 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:46.261891 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:44:50.985911 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:04.053109 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:45:10.931644 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b9318504-ea36-47b2-b4f7-7c910ac69d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.044954 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44214) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:11.159429 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44228) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:11.274677 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-823466596-network', 'tenant_id': '9e3079bc8e264d0e8bd68191ce769e28'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:11.299421 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Made reservation on behalf of 9e3079bc8e264d0e8bd68191ce769e28 for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:11.303357 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.311923 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.351657 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-network', 'tenant_id': '0f71b6cef112465ea0487007a514b48e'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:11.404900 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Made reservation on behalf of 0f71b6cef112465ea0487007a514b48e for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:11.407137 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.426057 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.427339 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.439404 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.481446 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:45:11.491929 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.492299 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Added segment 969bc0d8-be41-469a-8894-e2ad1c8eafc9 of type vlan for network ec023b71-aece-4abc-87ff-2dfa1c9f77ce Oct 21 11:45:11.543905 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.564809 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.590624 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.592952 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be2d795-eef2-4f1e-96ad-bf0566a4c873,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:11.608272 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:45:11.610797 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.611132 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.611458 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.611779 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.612102 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.612436 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.612760 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.613078 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.613412 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.613724 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.614037 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.614347 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Tracked resource versions report: Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: pushed versions: Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: { 'AddressGroup': {'1.2'}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'ConntrackHelper': {'1.0'}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Log': {'1.0'}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Network': {'1.1'}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Port': {'1.7'}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'PortForwarding': {'1.2'}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'QosPolicy': {'1.10'}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SecurityGroup': {'1.4'}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SecurityGroupRule': {'1.2'}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SubPort': {'1.0'}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Subnet': {'1.1'}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Trunk': {'1.1'}} Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: consumer versions: Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: { DHCP agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: HyperV agent@hv-cinder-81489: {}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: L3 agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: Metadata agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: Metering agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: Open vSwitch agent@dv-cinder-814898-1-iscsi: { 'AddressGroup': '1.2', Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'ConntrackHelper': '1.0', Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Log': '1.0', Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Network': '1.1', Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Port': '1.7', Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'PortForwarding': '1.2', Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'QosPolicy': '1.10', Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SecurityGroup': '1.4', Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SecurityGroupRule': '1.2', Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'SubPort': '1.0', Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Subnet': '1.1', Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: 'Trunk': '1.1'}} Oct 21 11:45:11.615468 dv-cinder-814898-1-iscsi neutron-server[106352]: {{(pid=106352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 11:45:11.638173 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.638509 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Added segment 180f9a6c-3b4c-499e-983e-05ce526def2f of type vlan for network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 Oct 21 11:45:11.656341 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.657950 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:11.658908 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.739568 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6932230 Oct 21 11:45:11.743718 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44272) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:11.749167 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24acc8b0-c179-4f4c-91d0-29e37afa4b98,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:11.750619 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Request body: {'subnet': {'network_id': 'ec023b71-aece-4abc-87ff-2dfa1c9f77ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-823466596-subnet', 'tenant_id': '9e3079bc8e264d0e8bd68191ce769e28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:11.785826 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Made reservation on behalf of 9e3079bc8e264d0e8bd68191ce769e28 for: {'subnet': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:11.790053 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.899667 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.902184 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a238215-4e32-4bf8-ac8a-4d207548105c admin admin] Pushing event updated for resources: {'Network': ['ID=ec023b71-aece-4abc-87ff-2dfa1c9f77ce,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:11.968732 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network ec023b71-aece-4abc-87ff-2dfa1c9f77ce details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:45:11.989945 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:11.992358 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:11.993251 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.005971 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44284) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:12.006833 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44288) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:12.058399 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8958955 Oct 21 11:45:12.059862 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44296) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:12.060516 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44298) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:12.074461 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] Request body: {'subnet': {'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-subnet', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:12.106727 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.113738 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d54c2-9ad3-4bb2-ac25-779570983b25 admin admin] Pushing event updated for resources: {'Network': ['ID=9c148ecd-3a51-4ae8-9fa0-8184acd410b7,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:12.124763 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:45:12.132434 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] Made reservation on behalf of 0f71b6cef112465ea0487007a514b48e for: {'subnet': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:12.135560 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.194920 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18a7fda-f247-4d18-95a9-49e3147f8041,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:12.204109 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Checking segment: {'id': '969bc0d8-be41-469a-8894-e2ad1c8eafc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec023b71-aece-4abc-87ff-2dfa1c9f77ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:12.204763 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Network hostable DHCP agents. Network: ec023b71-aece-4abc-87ff-2dfa1c9f77ce, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:45:12.213292 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.214265 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.214869 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.215393 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.215910 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.216452 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.216985 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.217443 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.217850 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.218399 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.218926 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.219447 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Tracked resource versions report: Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: pushed versions: Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: { 'AddressGroup': {'1.2'}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'ConntrackHelper': {'1.0'}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Log': {'1.0'}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Network': {'1.1'}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Port': {'1.7'}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'PortForwarding': {'1.2'}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'QosPolicy': {'1.10'}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SecurityGroup': {'1.4'}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SecurityGroupRule': {'1.2'}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SubPort': {'1.0'}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Subnet': {'1.1'}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Trunk': {'1.1'}} Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: consumer versions: Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: { DHCP agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: HyperV agent@hv-cinder-81489: {}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: L3 agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: Metadata agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: Metering agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: Open vSwitch agent@dv-cinder-814898-1-iscsi: { 'AddressGroup': '1.2', Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'ConntrackHelper': '1.0', Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Log': '1.0', Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Network': '1.1', Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Port': '1.7', Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'PortForwarding': '1.2', Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'QosPolicy': '1.10', Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SecurityGroup': '1.4', Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SecurityGroupRule': '1.2', Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'SubPort': '1.0', Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Subnet': '1.1', Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: 'Trunk': '1.1'}} Oct 21 11:45:12.220722 dv-cinder-814898-1-iscsi neutron-server[106353]: {{(pid=106353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 11:45:12.254352 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Network ec023b71-aece-4abc-87ff-2dfa1c9f77ce is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:45:12.279673 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, ec023b71-aece-4abc-87ff-2dfa1c9f77ce) {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:12.289951 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:12.293342 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.296186 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc38b84-0ba5-4e85-b18a-82ef499032a8 None None] Network ec023b71-aece-4abc-87ff-2dfa1c9f77ce requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:12.321396 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-ac3a2fdd-0d46-4c50-841c-8a97dc23d5a0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5763919 Oct 21 11:45:12.334736 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1827930272-network', 'tenant_id': 'b28b4cc2e40f469591339acc7b8181f8'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:12.339365 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.394352 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d015a352-bd7a-49f5-8efd-ec90092cf44d,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:12.403314 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-network', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:12.410252 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1190793384-network', 'tenant_id': '4aa8ab431f964c1d8f1e3a9a46955407'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:12.436498 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.db.api [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 21 11:45:12.436498 dv-cinder-814898-1-iscsi neutron-server[106352]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 21 11:45:12.436498 dv-cinder-814898-1-iscsi neutron-server[106352]: [parameters: {'project_id_1': '4aa8ab431f964c1d8f1e3a9a46955407', 'expiration_1': datetime.datetime(2021, 10, 21, 11, 44, 52, 415912)}] Oct 21 11:45:12.436498 dv-cinder-814898-1-iscsi neutron-server[106352]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 21 11:45:12.437220 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG oslo_db.api [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 21 11:45:12.441638 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c609ca-9f50-41fb-a6ab-a13358802400 None None] Network ec023b71-aece-4abc-87ff-2dfa1c9f77ce requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:12.464072 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Made reservation on behalf of b28b4cc2e40f469591339acc7b8181f8 for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:12.466342 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.479304 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] Checking segment: {'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:12.479651 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] Network hostable DHCP agents. Network: 9c148ecd-3a51-4ae8-9fa0-8184acd410b7, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:45:12.484399 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.499034 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Made reservation on behalf of fc1a2a7622fa4007a93e98225b37c454 for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:12.501363 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.519450 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.536026 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] Network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:45:12.571871 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, 9c148ecd-3a51-4ae8-9fa0-8184acd410b7) {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:12.579017 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:12.580084 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.603853 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a90ecf0-4717-4725-a4ab-1bef400e4996 None None] Network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:12.620564 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44324) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:12.625252 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-router', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:12.629371 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-b6cbf691-9472-4ed5-9a59-dd642f7da147 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5593460 Oct 21 11:45:12.669132 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12628'] for router, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.670550 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3701107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3699601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12619'] for router, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.714244 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.730273 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.762484 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.765276 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:45:12.778945 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.792874 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ff0d70-b480-4708-8568-822441c31fe0,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:12.806836 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.818701 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Added segment da45e231-0ea6-41c3-b397-062e90cdc7d0 of type vlan for network 424deba6-bccd-4605-85ac-925b0a293982 Oct 21 11:45:12.830671 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:45:12.865516 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.910901 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.911302 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Added segment 88a2d365-f2b5-4fc7-b982-1c91c9a431d8 of type vlan for network d3567cc6-bfe7-45ab-b19c-feef19a558f5 Oct 21 11:45:12.921008 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:12.928255 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99ee63b-18f7-4d34-a833-4bff3067742a,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:12.988949 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee762f-1d1a-449a-acff-0b7312dee038 None None] Network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:12.994346 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Made reservation on behalf of 4aa8ab431f964c1d8f1e3a9a46955407 for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:12.998306 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.028400 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.042183 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.042420 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.061399 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.063650 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:13.064448 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.109346 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0984361 Oct 21 11:45:13.130535 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44330) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:13.139692 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] Request body: {'subnet': {'network_id': '424deba6-bccd-4605-85ac-925b0a293982', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1827930272-subnet', 'tenant_id': 'b28b4cc2e40f469591339acc7b8181f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:13.175474 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] Made reservation on behalf of b28b4cc2e40f469591339acc7b8181f8 for: {'subnet': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:13.178190 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.268092 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.269754 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:13.270632 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.275022 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.335549 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.343173 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d2782-ba0d-440b-92c2-ef288be191ea admin admin] Pushing event updated for resources: {'Network': ['ID=424deba6-bccd-4605-85ac-925b0a293982,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:13.358757 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network 424deba6-bccd-4605-85ac-925b0a293982 details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:45:13.386640 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3781133 Oct 21 11:45:13.388135 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:45:13.393904 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44350) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:13.430096 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] Request body: {'subnet': {'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-subnet', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:13.464928 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.482048 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a6211f-3d35-4591-802c-47f37623a91d,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:13.488832 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.489185 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Added segment 15e7c580-8c41-4038-ba26-5c81b640e2f6 of type vlan for network 4891a8e8-9721-4119-8a9d-baebbd426eed Oct 21 11:45:13.496625 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c019b9e0-c0ff-4e6e-bf79-3bea21f5b4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.530361 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd75c9b-a333-4edc-920e-238f86658b51 admin admin] Pushing event updated for resources: {'Network': ['ID=d3567cc6-bfe7-45ab-b19c-feef19a558f5,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:13.538945 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.543737 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network d3567cc6-bfe7-45ab-b19c-feef19a558f5 details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:45:13.558900 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] Made reservation on behalf of fc1a2a7622fa4007a93e98225b37c454 for: {'subnet': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:13.561263 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.599638 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.725059 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.726035 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:13.726935 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.775147 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7064571 Oct 21 11:45:13.776316 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44370) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:13.782976 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] Request body: {'subnet': {'network_id': '4891a8e8-9721-4119-8a9d-baebbd426eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1190793384-subnet', 'tenant_id': '4aa8ab431f964c1d8f1e3a9a46955407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:13.803839 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Allocated IP 172.27.3.248 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/a7f6fc43-0246-4214-955e-8520900a1383) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:45:13.830607 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5c578-1714-42e6-99b0-8901d5ef6057 admin admin] Pushing event updated for resources: {'Network': ['ID=4891a8e8-9721-4119-8a9d-baebbd426eed,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:13.842545 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network 4891a8e8-9721-4119-8a9d-baebbd426eed details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:45:13.904389 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.906580 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44380) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:13.927845 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:13.943380 dv-cinder-814898-1-iscsi neutron-server[106352]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 21 11:45:13.962394 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cfd3420-e723-490f-9fbe-a2d76b978997,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:14.000506 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] Made reservation on behalf of 4aa8ab431f964c1d8f1e3a9a46955407 for: {'subnet': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:14.002853 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.091516 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b0aa6a-4ce2-4555-be29-93c882c6a0bc,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:14.112182 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] Checking segment: {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:14.112850 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] Network hostable DHCP agents. Network: d3567cc6-bfe7-45ab-b19c-feef19a558f5, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:45:14.139610 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.148572 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] Checking segment: {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:14.148999 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] Network hostable DHCP agents. Network: 424deba6-bccd-4605-85ac-925b0a293982, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:45:14.170780 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] Network d3567cc6-bfe7-45ab-b19c-feef19a558f5 is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:45:14.186012 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-267dded5-cbc6-4f0d-8306-67c39e63f716 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:14.187644 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-267dded5-cbc6-4f0d-8306-67c39e63f716 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/networks?id=ec023b71-aece-4abc-87ff-2dfa1c9f77ce HTTP/1.1" status: 200 len: 811 time: 0.2469554 Oct 21 11:45:14.206914 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] Network 424deba6-bccd-4605-85ac-925b0a293982 is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:45:14.211248 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-2452160c-9be8-4787-90fd-6d535ed184fe tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/quotas/9e3079bc8e264d0e8bd68191ce769e28 HTTP/1.1" status: 200 len: 375 time: 0.0154755 Oct 21 11:45:14.212013 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, d3567cc6-bfe7-45ab-b19c-feef19a558f5) {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:14.216183 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:14.216846 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.225211 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883ef932-26e3-47c1-8cf8-90dba734550e None None] Network d3567cc6-bfe7-45ab-b19c-feef19a558f5 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:14.237799 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, 424deba6-bccd-4605-85ac-925b0a293982) {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:14.243398 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:14.243980 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.261414 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de46989-2e83-433e-b946-34395e20103b None None] Network 424deba6-bccd-4605-85ac-925b0a293982 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:14.305999 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.325574 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-2a11e948-8817-4aab-a6a4-30350f411f84 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1864786 Oct 21 11:45:14.341288 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-6f6fc7c4-1d17-4bc4-83b7-634874b8afb9 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e3079bc8e264d0e8bd68191ce769e28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881383 Oct 21 11:45:14.350959 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d4c51811-28e7-4418-8b3d-a9edd59fffd9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9306729 Oct 21 11:45:14.358022 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44404) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:14.364532 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:14.391341 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12628'] for router, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.392736 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3701107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3699601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12619'] for router, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.471937 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.476049 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.545281 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.554409 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:14.566320 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:14.570197 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:45:14.681934 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f6fc43-0246-4214-955e-8520900a1383,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:14.690311 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.793993 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e0a41-2831-4274-b92d-db6b7c3daced None None] Network 424deba6-bccd-4605-85ac-925b0a293982 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:14.860936 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] Checking segment: {'id': '15e7c580-8c41-4038-ba26-5c81b640e2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4891a8e8-9721-4119-8a9d-baebbd426eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:14.861505 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] Network hostable DHCP agents. Network: 4891a8e8-9721-4119-8a9d-baebbd426eed, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:45:14.866651 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870fc39e-6359-4a94-a7c8-cf8a4541c253,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:14.929432 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] Network 4891a8e8-9721-4119-8a9d-baebbd426eed is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:45:14.951458 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, 4891a8e8-9721-4119-8a9d-baebbd426eed) {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:14.965579 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:14.966234 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:14.999965 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f9887-a26c-4919-9c73-0952c28a4123 None None] Network 4891a8e8-9721-4119-8a9d-baebbd426eed requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:15.012556 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0628681-c0f0-58e8-8bb9-96f5876d12ab-d3567cc6-bfe7-45ab-b19c-feef19a558f5', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997'}]}} from dv-cinder-814898-1-iscsi. {{(pid=106354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 21 11:45:15.013464 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.019658 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.023415 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44448) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:15.030424 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-5ff979b8-2c87-4675-a66a-81d837f37d69 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:45:15.039013 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-5ff979b8-2c87-4675-a66a-81d837f37d69 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4545009 Oct 21 11:45:15.081601 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.209499 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44466) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:15.215784 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-523eb898-b3e5-4074-b636-72c35715fff5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4368632 Oct 21 11:45:15.327411 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-2fc25341-f583-4d69-9f8b-5397092a12b2 service neutron] 10.222.0.24 "GET /v2.0/networks/ec023b71-aece-4abc-87ff-2dfa1c9f77ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869911 Oct 21 11:45:15.379147 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-69714951-025a-45de-8f31-816f8adb7c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.483679 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3701116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3699710'] for router, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.498969 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881acd41-779d-483a-ad33-145af84d0169 None None] Network 4891a8e8-9721-4119-8a9d-baebbd426eed requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:15.502055 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.db_base_plugin_common [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Allocated IP 172.20.0.2 (d3567cc6-bfe7-45ab-b19c-feef19a558f5/2cfd3420-e723-490f-9fbe-a2d76b978997/a5078085-424b-4db6-8138-298d8a55b2bc) {{(pid=106354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:45:15.593985 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-b09ebb5b-7cef-4a3a-856f-7c3275d9df88 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:15.595505 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-b09ebb5b-7cef-4a3a-856f-7c3275d9df88 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 815 time: 0.3838615 Oct 21 11:45:15.602608 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-ccf3077c-d57e-4f15-821a-153966474288 service neutron] 10.222.0.24 "GET /v2.0/networks/ec023b71-aece-4abc-87ff-2dfa1c9f77ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748480 Oct 21 11:45:15.625526 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-b3bd10ef-f9e2-433e-a66e-b6c7b7be22ea tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/quotas/b28b4cc2e40f469591339acc7b8181f8 HTTP/1.1" status: 200 len: 375 time: 0.0207450 Oct 21 11:45:15.706661 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Router 3a71c110-523a-4383-9f47-9151e4d79008 is scheduled to L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c with binding_index 1 {{(pid=106353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 11:45:15.820754 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-7adc9796-0885-4c10-89b7-c3519f7918ed tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921292 Oct 21 11:45:15.845191 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Publish callbacks [] for port, precommit_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.856607 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.858489 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-69714951-025a-45de-8f31-816f8adb7c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.862194 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.883834 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.886707 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-69714951-025a-45de-8f31-816f8adb7c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.919382 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69714951-025a-45de-8f31-816f8adb7c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f25b35-918f-4a94-9d28-ca1fba872866,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:15.962822 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Network d3567cc6-bfe7-45ab-b19c-feef19a558f5 is already hosted by enough agents. {{(pid=106354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:15.964196 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:45:15.970131 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.base_scheduler [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Resources bound (agent type, host, resource id): {{(pid=106354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:15.972804 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Received port after_create {{(pid=106354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:45:15.979950 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Sync routers for ids ['3a71c110-523a-4383-9f47-9151e4d79008'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:45:15.988119 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-69714951-025a-45de-8f31-816f8adb7c1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b53fbee2eba04c01b14785c22c72e442&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9470398 Oct 21 11:45:15.989757 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] Publish callbacks [] for router, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:15.992723 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-d16ee46d-c482-49d9-81c7-576213a95721 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3699281 Oct 21 11:45:15.995200 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44498) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:15.995843 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44500) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:16.003567 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Routers {'3a71c110-523a-4383-9f47-9151e4d79008'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:45:16.004237 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:45:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3a71c110-523a-4383-9f47-9151e4d79008'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:16.022716 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Pushing event updated for resources: {'Port': ['ID=a5078085-424b-4db6-8138-298d8a55b2bc,revision_number=1']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:16.065367 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.065857 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.066227 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.068720 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.069094 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.069454 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.069784 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.070100 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.070437 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.070545 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44506) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:16.070755 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.071072 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.071385 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Tracked resource versions report: Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: pushed versions: Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: { 'AddressGroup': {'1.2'}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'ConntrackHelper': {'1.0'}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Log': {'1.0'}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Network': {'1.1'}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Port': {'1.7'}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'PortForwarding': {'1.2'}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'QosPolicy': {'1.10'}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SecurityGroup': {'1.4'}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SecurityGroupRule': {'1.2'}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SubPort': {'1.0'}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Subnet': {'1.1'}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Trunk': {'1.1'}} Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: consumer versions: Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: { DHCP agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: HyperV agent@hv-cinder-81489: {}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: L3 agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: Metadata agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: Metering agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: Open vSwitch agent@dv-cinder-814898-1-iscsi: { 'AddressGroup': '1.2', Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'ConntrackHelper': '1.0', Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Log': '1.0', Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Network': '1.1', Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Port': '1.7', Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'PortForwarding': '1.2', Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'QosPolicy': '1.10', Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SecurityGroup': '1.4', Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SecurityGroupRule': '1.2', Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'SubPort': '1.0', Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Subnet': '1.1', Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: 'Trunk': '1.1'}} Oct 21 11:45:16.072472 dv-cinder-814898-1-iscsi neutron-server[106354]: {{(pid=106354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 11:45:16.090262 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-950656213-network', 'tenant_id': '184715b788f6498f9f4dc0d5fcbbd94a'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:16.121235 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Attempting to bind port a5078085-424b-4db6-8138-298d8a55b2bc on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:45:16.121598 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Attempting to bind port a5078085-424b-4db6-8138-298d8a55b2bc by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:45:16.121955 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Attempting to bind port a5078085-424b-4db6-8138-298d8a55b2bc on network d3567cc6-bfe7-45ab-b19c-feef19a558f5 {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:16.130672 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:45:16.131574 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Checking segment: {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:16.131574 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:16.131777 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Bound using segment: {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:45:16.132244 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Bound port: a5078085-424b-4db6-8138-298d8a55b2bc, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:45:16.132631 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:16.217734 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7caacc8d-a52b-47a8-89e2-591bc2330401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:16.228282 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Allocated IP 172.27.3.92 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/dc39ce8e-86c0-452a-bb4f-edc9f313effb) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:45:16.252240 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7caacc8d-a52b-47a8-89e2-591bc2330401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:16.267124 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Set router 3a71c110-523a-4383-9f47-9151e4d79008 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:45:16.319171 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] For port a5078085-424b-4db6-8138-298d8a55b2bc, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:45:16.333294 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] For port a5078085-424b-4db6-8138-298d8a55b2bc, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a5078085-424b-4db6-8138-298d8a55b2bc,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:45:16.335358 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:16.337594 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Made reservation on behalf of 184715b788f6498f9f4dc0d5fcbbd94a for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:16.341637 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:16.343347 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:16.424200 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:16.437420 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7caacc8d-a52b-47a8-89e2-591bc2330401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:16.440034 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7caacc8d-a52b-47a8-89e2-591bc2330401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:16.444227 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024da3f-0714-4c7f-b4b0-00ad9a85963d None None] Pushing event updated for resources: {'Port': ['ID=a5078085-424b-4db6-8138-298d8a55b2bc,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:16.457436 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-7caacc8d-a52b-47a8-89e2-591bc2330401 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68f25b35-918f-4a94-9d28-ca1fba872866 HTTP/1.1" status: 204 len: 168 time: 0.4465721 Oct 21 11:45:16.476138 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-991875ce-94db-4f6e-b4f4-b512a1d04c6b req-6a253e35-57fd-4e11-889e-ffde43b4d229 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 210 time: 0.2780550 Oct 21 11:45:16.480211 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-11854128-bdbd-4403-9341-9308e4c6970f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:45:16.482484 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-11854128-bdbd-4403-9341-9308e4c6970f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2873335 Oct 21 11:45:16.540116 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71c110-523a-4383-9f47-9151e4d79008', 'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-router', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:12Z', 'updated_at': '2021-10-21T11:45:14Z', 'revision_number': 3, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'gw_port': {'id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71c110-523a-4383-9f47-9151e4d79008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:13Z', 'updated_at': '2021-10-21T11:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:16.547298 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caacc8d-a52b-47a8-89e2-591bc2330401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f25b35-918f-4a94-9d28-ca1fba872866,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:16.607504 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Checking router: 3a71c110-523a-4383-9f47-9151e4d79008 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:45:16.607865 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Updating router 3a71c110-523a-4383-9f47-9151e4d79008 port a7f6fc43-0246-4214-955e-8520900a1383 binding host dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:45:16.674809 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:16.697154 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-c671abc7-e620-49eb-a829-cf2cdcd9cc93 service neutron] 10.222.0.24 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875682 Oct 21 11:45:17.006670 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:17.025919 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:17.034370 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-595a2388-dcfd-4118-b9d0-acd19c1d1d86 service neutron] 10.222.0.24 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028066 Oct 21 11:45:17.134543 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:17.155308 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:17.300638 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:45:17.332439 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:17.332439 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Added segment c54f3247-288e-4bf6-84a3-fd3cfce02304 of type vlan for network ccbbee12-a88c-47a1-8c2e-216b59dfcd14 Oct 21 11:45:17.471734 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:17.547491 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5fe49-8383-4ee4-b135-9e33a78df601,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:17.562902 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:17.565157 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:17.566100 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:17.567240 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:17.635845 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Allocated IP 172.20.0.1 (9c148ecd-3a51-4ae8-9fa0-8184acd410b7/d015a352-bd7a-49f5-8efd-ec90092cf44d/67c7300e-44e0-41c1-ae3f-127dfbc433ae) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:45:17.752952 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-45e6934d-cb05-4847-8f44-dff6a85d6ed7 req-1355a44d-4e18-4793-bfda-e30e2fe79d01 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 210 time: 0.2042418 Oct 21 11:45:17.754335 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ccbbee12-a88c-47a1-8c2e-216b59dfcd14,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:17.773881 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network ccbbee12-a88c-47a1-8c2e-216b59dfcd14 details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:45:17.925117 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:17.951480 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:17.971495 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44606) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:17.979178 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-07a30b07-bee9-4dfd-b272-fed6b10518d7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8936412 Oct 21 11:45:17.986497 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] Request body: {'subnet': {'network_id': 'ccbbee12-a88c-47a1-8c2e-216b59dfcd14', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-950656213-subnet', 'tenant_id': '184715b788f6498f9f4dc0d5fcbbd94a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:17.995776 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c9f56c80-631b-4dc1-b8ef-b8f158919e22 req-9043a37b-ecaf-4e54-a854-037d195e06df tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 210 time: 0.1606576 Oct 21 11:45:18.015170 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:18.029070 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Publish callbacks [] for port, precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:18.032618 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:45:18.035169 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] Made reservation on behalf of 184715b788f6498f9f4dc0d5fcbbd94a for: {'subnet': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:18.036846 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Pushing event updated for resources: {'Port': ['ID=dc39ce8e-86c0-452a-bb4f-edc9f313effb,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:18.039950 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:18.040868 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:18.139528 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Pushing event updated for resources: {'Port': ['ID=a7f6fc43-0246-4214-955e-8520900a1383,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:18.188600 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.188600 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.188804 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.189130 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.189694 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.190223 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.190740 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.191275 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.191817 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.192326 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.192920 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.194030 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Tracked resource versions report: Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: pushed versions: Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: { 'AddressGroup': {'1.2'}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'ConntrackHelper': {'1.0'}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Log': {'1.0'}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Network': {'1.1'}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Port': {'1.7'}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'PortForwarding': {'1.2'}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'QosPolicy': {'1.10'}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SecurityGroup': {'1.4'}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SecurityGroupRule': {'1.2'}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SubPort': {'1.0'}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Subnet': {'1.1'}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Trunk': {'1.1'}} Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: consumer versions: Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: { DHCP agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: HyperV agent@hv-cinder-81489: {}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: L3 agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: Metadata agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: Metering agent@dv-cinder-814898-1-iscsi: {}, Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: Open vSwitch agent@dv-cinder-814898-1-iscsi: { 'AddressGroup': '1.2', Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'ConntrackHelper': '1.0', Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Log': '1.0', Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Network': '1.1', Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Port': '1.7', Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'PortForwarding': '1.2', Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'QosPolicy': '1.10', Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SecurityGroup': '1.4', Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SecurityGroupRule': '1.2', Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'SubPort': '1.0', Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Subnet': '1.1', Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: 'Trunk': '1.1'}} Oct 21 11:45:18.195353 dv-cinder-814898-1-iscsi neutron-server[106355]: {{(pid=106355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 21 11:45:18.218650 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Attempting to bind port a7f6fc43-0246-4214-955e-8520900a1383 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:45:18.219209 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Attempting to bind port a7f6fc43-0246-4214-955e-8520900a1383 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:45:18.219953 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Attempting to bind port a7f6fc43-0246-4214-955e-8520900a1383 on network f1f48190-e7d7-48cd-832b-f0ed44723a0c {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:18.230056 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:45:18.230359 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Checking segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:18.230950 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:18.231993 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Bound using segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:45:18.232969 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Bound port: a7f6fc43-0246-4214-955e-8520900a1383, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:45:18.233553 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:18.244913 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:18.304516 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] For port a7f6fc43-0246-4214-955e-8520900a1383, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:45:18.310365 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df68e6c3-5bd1-408a-a863-ae0c3e6ad5f6 None None] Network d3567cc6-bfe7-45ab-b19c-feef19a558f5 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:18.310707 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] For port a7f6fc43-0246-4214-955e-8520900a1383, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a7f6fc43-0246-4214-955e-8520900a1383,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:45:18.317610 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:18.408830 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Routers {'3a71c110-523a-4383-9f47-9151e4d79008'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:45:18.409578 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:45:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3a71c110-523a-4383-9f47-9151e4d79008'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:18.415616 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580d253-83e1-4194-ac06-dcc13afc6f48 None None] Pushing event updated for resources: {'Port': ['ID=a7f6fc43-0246-4214-955e-8520900a1383,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:18.467170 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:18.492923 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:18.494148 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-5dab696c-2015-4494-9f42-801453065b0d None None] Provisioning complete for port a5078085-424b-4db6-8138-298d8a55b2bc triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:18.495014 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5dab696c-2015-4494-9f42-801453065b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:18.555495 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:45:18.558825 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702673'] for router_interface, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:18.565617 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Pushing event updated for resources: {'Port': ['ID=67c7300e-44e0-41c1-ae3f-127dfbc433ae,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:18.748987 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a5078085-424b-4db6-8138-298d8a55b2bc up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:18.757364 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] Set router 3a71c110-523a-4383-9f47-9151e4d79008 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:45:18.862780 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:18.949531 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5dab696c-2015-4494-9f42-801453065b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:19.009290 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:19.014288 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port a5078085-424b-4db6-8138-298d8a55b2bc triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:19.014658 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:19.033058 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-49f253e0-79bf-4008-b6a0-402e82145f85 req-7affd049-0135-47ff-bf60-b765cf0170fa tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 210 time: 0.0475004 Oct 21 11:45:19.087090 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-5dab696c-2015-4494-9f42-801453065b0d None None] For port a5078085-424b-4db6-8138-298d8a55b2bc, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a5078085-424b-4db6-8138-298d8a55b2bc,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:19.107473 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5dab696c-2015-4494-9f42-801453065b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:19.272037 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:19.307639 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab696c-2015-4494-9f42-801453065b0d None None] Pushing event updated for resources: {'Port': ['ID=a5078085-424b-4db6-8138-298d8a55b2bc,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:19.337321 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71c110-523a-4383-9f47-9151e4d79008', 'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-router', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:12Z', 'updated_at': '2021-10-21T11:45:14Z', 'revision_number': 3, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'gw_port': {'id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71c110-523a-4383-9f47-9151e4d79008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:13Z', 'updated_at': '2021-10-21T11:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:19.368778 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07d428a-9dd2-4830-9e97-d76a6e302567,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:19.379013 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] Checking segment: {'id': 'c54f3247-288e-4bf6-84a3-fd3cfce02304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ccbbee12-a88c-47a1-8c2e-216b59dfcd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:19.379389 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] Network hostable DHCP agents. Network: ccbbee12-a88c-47a1-8c2e-216b59dfcd14, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:45:19.411296 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f821250f-4de8-4d59-8281-ab8e2edbaa56 None None] The sync data for ids ['3a71c110-523a-4383-9f47-9151e4d79008'] in dv-cinder-814898-1-iscsi is: [{'id': '3a71c110-523a-4383-9f47-9151e4d79008', 'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-router', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:12Z', 'updated_at': '2021-10-21T11:45:14Z', 'revision_number': 3, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'gw_port': {'id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71c110-523a-4383-9f47-9151e4d79008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:13Z', 'updated_at': '2021-10-21T11:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:45:19.473901 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4c220581-bc02-47ba-9389-66da0580470f req-59b86dd5-c8e4-4786-9bc1-a99ca4cf26b2 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 210 time: 0.0596263 Oct 21 11:45:19.485679 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3701116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3699710'] for router, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:19.518536 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] Network ccbbee12-a88c-47a1-8c2e-216b59dfcd14 is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:45:19.550690 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-fb6eee8a-0acd-49b4-b4d5-9480e22e5f36 None None] Provisioning complete for port a5078085-424b-4db6-8138-298d8a55b2bc triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:19.551336 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-fb6eee8a-0acd-49b4-b4d5-9480e22e5f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:19.563158 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, ccbbee12-a88c-47a1-8c2e-216b59dfcd14) {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:19.589438 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:19.590034 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:19.595716 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c11ba1-d7cf-4d8a-b9f7-cc6a04cb4313 None None] Network ccbbee12-a88c-47a1-8c2e-216b59dfcd14 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:19.641191 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-4e90827c-3065-4f4c-bbd9-68f7ade69753 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6658349 Oct 21 11:45:19.723094 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 is scheduled to L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c with binding_index 1 {{(pid=106352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 11:45:19.740518 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:19.751115 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:19.752155 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3855070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702589'] for router_interface, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:19.823334 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Pushing event updated for resources: {'Port': ['ID=67c7300e-44e0-41c1-ae3f-127dfbc433ae,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:19.931069 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3b295-b0d8-424f-aba8-7c1bf8e41af8 None None] Network ccbbee12-a88c-47a1-8c2e-216b59dfcd14 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:19.953707 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:45:19.965577 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44662) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:19.976700 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Sync routers for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:45:20.010430 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:20.012194 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:20.066424 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:20.070663 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-6e0557c4-19c7-42b1-a0c7-403ca2addc87 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7085068 Oct 21 11:45:20.076338 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:45:20.077014 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:45:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:20.078534 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44672) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:20.102786 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3884cec-3019-4656-9a9c-eacac1400b9e admin admin] Deleting subnet 870fc39e-6359-4a94-a7c8-cf8a4541c253 {{(pid=106352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:45:20.113193 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c3884cec-3019-4656-9a9c-eacac1400b9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:20.155051 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f8ea8d17-6286-4852-8237-146e93a192de req-cddd7ed3-6368-4705-aceb-10896c0b8ac9 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 210 time: 0.0389261 Oct 21 11:45:20.219756 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c3884cec-3019-4656-9a9c-eacac1400b9e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:20.230209 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c3884cec-3019-4656-9a9c-eacac1400b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:20.296420 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:45:20.303669 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c3884cec-3019-4656-9a9c-eacac1400b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:20.355470 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c3884cec-3019-4656-9a9c-eacac1400b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:20.359395 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-c3884cec-3019-4656-9a9c-eacac1400b9e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/870fc39e-6359-4a94-a7c8-cf8a4541c253 HTTP/1.1" status: 204 len: 168 time: 0.3927214 Oct 21 11:45:20.360375 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3884cec-3019-4656-9a9c-eacac1400b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870fc39e-6359-4a94-a7c8-cf8a4541c253,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:20.363167 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44678) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:20.436118 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Router 3a71c110-523a-4383-9f47-9151e4d79008 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:45:20.718071 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44686) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:20.735707 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:20.801208 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a7f6fc43-0246-4214-955e-8520900a1383 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:20.842324 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e212ebb0-67c3-4eee-b4cd-c2f28f2322ca req-3b38501e-8795-4024-8db4-60837ac5b0c2 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 210 time: 0.0640149 Oct 21 11:45:20.908542 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:18Z', 'revision_number': 3, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:20.956877 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Checking router: 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:45:20.957669 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Updating router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 port dc39ce8e-86c0-452a-bb4f-edc9f313effb binding host dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:45:20.961391 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port a7f6fc43-0246-4214-955e-8520900a1383 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:20.963636 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:20.970580 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-413bac59-f697-4ef5-9242-c64f726db017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.046864 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.049583 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.110396 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:45:21.110730 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-413bac59-f697-4ef5-9242-c64f726db017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.118183 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-413bac59-f697-4ef5-9242-c64f726db017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.120314 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-44b3f013-1bd4-4946-a72e-8a3db8d59665 admin admin] 10.222.0.24 "PUT /v2.0/routers/3a71c110-523a-4383-9f47-9151e4d79008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1229386 Oct 21 11:45:21.159010 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-413bac59-f697-4ef5-9242-c64f726db017 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59ca458735854bfaac0746c85e100087&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4395800 Oct 21 11:45:21.162436 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44710) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:21.200056 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bac59-f697-4ef5-9242-c64f726db017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bc3b81-3d92-436a-8e80-9fa6b121025e,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:21.200899 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.287730 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.318907 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.319714 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.320736 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.321317 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > port after_create 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.321929 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.322550 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > port after_update 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.323112 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.323675 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.324211 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.325116 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.357464 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port a7f6fc43-0246-4214-955e-8520900a1383, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a7f6fc43-0246-4214-955e-8520900a1383,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:21.376746 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.381547 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7ba5a172-692a-4d3d-a036-8715c3d02447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.390029 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a5078085-424b-4db6-8138-298d8a55b2bc up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:21.420661 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-af74868d-87c4-4fbe-8e23-95028736188d req-0a29debf-b0a8-44f5-aeac-3ea38c9d404b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 210 time: 0.0866666 Oct 21 11:45:21.462175 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.47', 51695) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:21.471093 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7ba5a172-692a-4d3d-a036-8715c3d02447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.629657 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=a7f6fc43-0246-4214-955e-8520900a1383,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:21.705715 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-2d2fafcf-31c0-4687-868c-586b3014813d tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:21.709575 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-2d2fafcf-31c0-4687-868c-586b3014813d tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 815 time: 0.2418499 Oct 21 11:45:21.711503 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.712033 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.712147 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.716905 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:45:21.718921 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4891a8e8-9721-4119-8a9d-baebbd426eed']}} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:21.730133 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port a5078085-424b-4db6-8138-298d8a55b2bc triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:21.730432 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.732106 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7ba5a172-692a-4d3d-a036-8715c3d02447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.736398 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7ba5a172-692a-4d3d-a036-8715c3d02447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.741184 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-7ba5a172-692a-4d3d-a036-8715c3d02447 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60bc3b81-3d92-436a-8e80-9fa6b121025e HTTP/1.1" status: 204 len: 168 time: 0.5779417 Oct 21 11:45:21.759422 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e7c580-8c41-4038-ba26-5c81b640e2f6') {'for_net_delete': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:21.759856 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e7c580-8c41-4038-ba26-5c81b640e2f6') {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:21.761189 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5a172-692a-4d3d-a036-8715c3d02447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bc3b81-3d92-436a-8e80-9fa6b121025e,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:21.786630 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Request body: {'port': {'device_id': 'a924aa87-1b0d-4f26-bca7-2dc0261bf78d', 'network_id': '424deba6-bccd-4605-85ac-925b0a293982', 'admin_state_up': True, 'tenant_id': 'b28b4cc2e40f469591339acc7b8181f8'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:21.812918 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11080610'] for segment, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.894711 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Publish callbacks [] for port, precommit_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.905798 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.970297 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:21.998187 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=106353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:45:21.998626 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9302608'] for segment, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: from cryptography.utils import int_from_bytes Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: from cryptography.utils import int_from_bytes Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: Traceback (most recent call last): Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: timer() Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: cb(*args, **kw) Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: return func(*args, **kwargs) Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: self._notify() Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: self.callback(batched_events) Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: event.method(event) Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: return f(self, *a, **k) Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._get(url).json() Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: return self.request(url, 'GET', **kwargs) Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:45:22.004356 dv-cinder-814898-1-iscsi neutron-server[106353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:45:22.025953 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Attempting to bind port dc39ce8e-86c0-452a-bb4f-edc9f313effb on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:45:22.026321 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Attempting to bind port dc39ce8e-86c0-452a-bb4f-edc9f313effb by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:45:22.026742 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Attempting to bind port dc39ce8e-86c0-452a-bb4f-edc9f313effb on network f1f48190-e7d7-48cd-832b-f0ed44723a0c {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:22.087579 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:45:22.088446 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Checking segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:22.088446 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.088782 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Bound using segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:45:22.089408 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Bound port: dc39ce8e-86c0-452a-bb4f-edc9f313effb, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:45:22.089851 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.134010 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.143323 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.150157 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4891a8e8-9721-4119-8a9d-baebbd426eed HTTP/1.1" status: 204 len: 168 time: 1.7815506 Oct 21 11:45:22.180876 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] For port dc39ce8e-86c0-452a-bb4f-edc9f313effb, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:45:22.181739 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Sync routers for ids ['3a71c110-523a-4383-9f47-9151e4d79008'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:45:22.186243 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] For port dc39ce8e-86c0-452a-bb4f-edc9f313effb, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=dc39ce8e-86c0-452a-bb4f-edc9f313effb,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:45:22.194480 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44758) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:22.199108 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.203236 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Routers {'3a71c110-523a-4383-9f47-9151e4d79008'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:45:22.203857 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:45:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3a71c110-523a-4383-9f47-9151e4d79008'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:22.205911 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5ff70-19a1-43c8-97e4-af1d4fc62b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=4891a8e8-9721-4119-8a9d-baebbd426eed,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:22.261494 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:45:22.262121 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.262363 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:45:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:22.316086 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-049379d6-37a2-4c90-947e-c1f6ed6fc2a4 req-8dddc853-5356-4ada-823e-3528e499ed71 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 210 time: 0.1066394 Oct 21 11:45:22.369903 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44826e6-e215-4440-8350-1479e8af8f26 admin admin] Deleting subnet f07d428a-9dd2-4830-9e97-d76a6e302567 {{(pid=106353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:45:22.375895 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f44826e6-e215-4440-8350-1479e8af8f26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.419379 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44766) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:22.469598 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a149-f7c2-4a3c-ba0d-4d8c1e417486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.484864 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Made reservation on behalf of b28b4cc2e40f469591339acc7b8181f8 for: {'port': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:22.495434 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f44826e6-e215-4440-8350-1479e8af8f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11080619'] for subnet, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.497965 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.551665 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:45:22.578278 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Set router 3a71c110-523a-4383-9f47-9151e4d79008 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:45:22.583799 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.47', 51702) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:22.796914 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8ef85-e203-4855-a59d-c23ffddd44b0 None None] Pushing event updated for resources: {'Port': ['ID=dc39ce8e-86c0-452a-bb4f-edc9f313effb,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:22.898313 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f44826e6-e215-4440-8350-1479e8af8f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:22.911941 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8ef85-e203-4855-a59d-c23ffddd44b0 None None] Pushing event updated for resources: {'Port': ['ID=dc39ce8e-86c0-452a-bb4f-edc9f313effb,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:22.924321 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a7f6fc43-0246-4214-955e-8520900a1383 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:22.984372 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71c110-523a-4383-9f47-9151e4d79008', 'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-router', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:12Z', 'updated_at': '2021-10-21T11:45:18Z', 'revision_number': 4, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'gw_port': {'id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71c110-523a-4383-9f47-9151e4d79008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:13Z', 'updated_at': '2021-10-21T11:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '67c7300e-44e0-41c1-ae3f-127dfbc433ae', 'name': '', 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'mac_address': 'fa:16:3e:ba:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71c110-523a-4383-9f47-9151e4d79008', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd015a352-bd7a-49f5-8efd-ec90092cf44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:17Z', 'updated_at': '2021-10-21T11:45:19Z', 'revision_number': 2, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'subnets': [{'id': 'd015a352-bd7a-49f5-8efd-ec90092cf44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:22.988540 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Allocated IP 172.20.0.1 (d3567cc6-bfe7-45ab-b19c-feef19a558f5/2cfd3420-e723-490f-9fbe-a2d76b978997/20f5780f-ce2a-41e0-8a4b-f61f4633a9c1) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:45:23.009562 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-b5f570d5-0a71-485a-b9df-5f0044b20cf3 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:23.011050 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-b5f570d5-0a71-485a-b9df-5f0044b20cf3 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.47 "GET /v2.0/networks?id=ec023b71-aece-4abc-87ff-2dfa1c9f77ce HTTP/1.1" status: 200 len: 811 time: 0.4227867 Oct 21 11:45:23.014631 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Checking router: 3a71c110-523a-4383-9f47-9151e4d79008 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:45:23.016549 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Updating router 3a71c110-523a-4383-9f47-9151e4d79008 port 67c7300e-44e0-41c1-ae3f-127dfbc433ae binding host dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:45:23.022600 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:18Z', 'revision_number': 3, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:23.037162 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Request body: {'port': {'device_id': 'e79f407e-f3e2-4dc1-adf5-601875df4ad4', 'network_id': 'ec023b71-aece-4abc-87ff-2dfa1c9f77ce', 'admin_state_up': True, 'tenant_id': '9e3079bc8e264d0e8bd68191ce769e28'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:23.064093 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:23.093646 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port a7f6fc43-0246-4214-955e-8520900a1383 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:23.099114 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:23.131695 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f44826e6-e215-4440-8350-1479e8af8f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9302782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3067810'] for subnet, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:23.168981 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f2603-bbaf-4f5d-98ea-f6fb4dc54980 None None] The sync data for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi is: [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:18Z', 'revision_number': 3, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:45:23.183566 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44826e6-e215-4440-8350-1479e8af8f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07d428a-9dd2-4830-9e97-d76a6e302567,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:23.307863 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a149-f7c2-4a3c-ba0d-4d8c1e417486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:23.336678 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Allocated IP 172.20.0.2 (424deba6-bccd-4605-85ac-925b0a293982/31b0aa6a-4ce2-4555-be29-93c882c6a0bc/520b4833-baf6-4e92-9c1f-7d775ad19f1e) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:45:23.343390 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f44826e6-e215-4440-8350-1479e8af8f26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:23.355803 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-f44826e6-e215-4440-8350-1479e8af8f26 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f07d428a-9dd2-4830-9e97-d76a6e302567 HTTP/1.1" status: 204 len: 168 time: 1.1407368 Oct 21 11:45:23.365721 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 44800) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:23.366661 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ccd7a149-f7c2-4a3c-ba0d-4d8c1e417486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:23.425951 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a73b74bf-ac6d-4e80-b934-1283be53a63b req-73ce14b1-e34c-4fa7-a527-bc6e6fa21e01 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 210 time: 0.1226931 Oct 21 11:45:23.464281 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-ccd7a149-f7c2-4a3c-ba0d-4d8c1e417486 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=306c47630e5641daa924488023b71c0d&name=default HTTP/1.1" status: 200 len: 2977 time: 1.0438530 Oct 21 11:45:23.465730 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-6f616da9-50a7-4352-b24d-f7816eb65e7e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:23.475365 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-6f616da9-50a7-4352-b24d-f7816eb65e7e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 819 time: 1.6104374 Oct 21 11:45:23.482423 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44802) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:23.565332 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-ea1326ae-bd63-46d3-9ba6-ee87910bd1d1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/quotas/0f71b6cef112465ea0487007a514b48e HTTP/1.1" status: 200 len: 375 time: 0.0794215 Oct 21 11:45:23.671322 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Publish callbacks [] for port, precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:23.683354 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:23.737006 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-758d612e-ee0d-4fcd-a2f1-3dc95d1afc61 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1706319 Oct 21 11:45:23.824382 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7a149-f7c2-4a3c-ba0d-4d8c1e417486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7022cb-5087-4a86-b785-c5cda977e4d8,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:23.836248 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:23.869743 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35260266-64bf-4137-a9b8-b3c89e7cafe9 None None] Pushing event updated for resources: {'Port': ['ID=67c7300e-44e0-41c1-ae3f-127dfbc433ae,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:23.944049 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-23557cd7-bb1a-481b-94ca-3ac2551bb242 service neutron] 10.222.0.24 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059777 Oct 21 11:45:24.052270 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Attempting to bind port 67c7300e-44e0-41c1-ae3f-127dfbc433ae on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:45:24.052749 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Attempting to bind port 67c7300e-44e0-41c1-ae3f-127dfbc433ae by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:45:24.053350 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Attempting to bind port 67c7300e-44e0-41c1-ae3f-127dfbc433ae on network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:24.064686 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:45:24.068296 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Checking segment: {'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:24.068651 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.069048 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Bound using segment: {'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:45:24.074405 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Bound port: 67c7300e-44e0-41c1-ae3f-127dfbc433ae, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:45:24.074834 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.112121 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cae4d439-6819-4527-b31b-001da670ae4a req-15375d27-1649-4c4a-ba0d-514f1fc09192 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 210 time: 0.0869539 Oct 21 11:45:24.200474 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Made reservation on behalf of 9e3079bc8e264d0e8bd68191ce769e28 for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:24.201200 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] For port 67c7300e-44e0-41c1-ae3f-127dfbc433ae, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:45:24.201333 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-aa48860e-0183-4d00-a21b-587ca50be64e service neutron] 10.222.0.24 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530739 Oct 21 11:45:24.201434 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.205474 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] For port 67c7300e-44e0-41c1-ae3f-127dfbc433ae, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=67c7300e-44e0-41c1-ae3f-127dfbc433ae,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:45:24.218407 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.222369 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.235337 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-feee53a9-6b1d-4ba3-a5e0-5f9d917fa4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.336941 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-feee53a9-6b1d-4ba3-a5e0-5f9d917fa4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.388714 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Routers {'3a71c110-523a-4383-9f47-9151e4d79008'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:45:24.389787 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:45:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3a71c110-523a-4383-9f47-9151e4d79008'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:24.419685 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.541254 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35260266-64bf-4137-a9b8-b3c89e7cafe9 None None] Pushing event updated for resources: {'Port': ['ID=67c7300e-44e0-41c1-ae3f-127dfbc433ae,revision_number=4']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:24.561659 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-feee53a9-6b1d-4ba3-a5e0-5f9d917fa4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.564420 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-feee53a9-6b1d-4ba3-a5e0-5f9d917fa4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.574894 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-feee53a9-6b1d-4ba3-a5e0-5f9d917fa4d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f7022cb-5087-4a86-b785-c5cda977e4d8 HTTP/1.1" status: 204 len: 168 time: 1.0913239 Oct 21 11:45:24.588937 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.625766 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee53a9-6b1d-4ba3-a5e0-5f9d917fa4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7022cb-5087-4a86-b785-c5cda977e4d8,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:24.678327 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:24.800745 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Pushing event updated for resources: {'Port': ['ID=20f5780f-ce2a-41e0-8a4b-f61f4633a9c1,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:24.992578 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] Set router 3a71c110-523a-4383-9f47-9151e4d79008 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:45:24.999373 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Network 424deba6-bccd-4605-85ac-925b0a293982 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:25.044649 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:25.072898 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device dc39ce8e-86c0-452a-bb4f-edc9f313effb up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:25.084008 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5d51ef0f-acb9-4e26-afad-d55aa50de75e req-248ec9a1-d4ad-468c-9c03-ecde8dd0de13 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 210 time: 0.2864563 Oct 21 11:45:25.135750 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Network d3567cc6-bfe7-45ab-b19c-feef19a558f5 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:25.179185 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:25.186459 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:45:25.211681 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:25.225765 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:25.246659 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:25.262171 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:45:25.330295 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port dc39ce8e-86c0-452a-bb4f-edc9f313effb triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:25.331302 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:25.362036 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Pushing event updated for resources: {'Port': ['ID=520b4833-baf6-4e92-9c1f-7d775ad19f1e,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:25.521584 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5d66-a4e1-4abb-9832-73a8a9c67837 req-ea81834f-fcc1-4909-a8d4-90c1b9ebe33d tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:25.542930 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-177d5d66-a4e1-4abb-9832-73a8a9c67837 req-ea81834f-fcc1-4909-a8d4-90c1b9ebe33d tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 931 time: 0.6275816 Oct 21 11:45:25.557898 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-bc44fcd5-a207-47be-9cc0-682808870f84 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7877488 Oct 21 11:45:25.644000 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:25.650780 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-3cf564b9-5861-4770-a8d5-d81886c2f260 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:45:25.659026 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-3cf564b9-5861-4770-a8d5-d81886c2f260 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0397842 Oct 21 11:45:25.687844 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Allocated IP 172.20.0.4 (ec023b71-aece-4abc-87ff-2dfa1c9f77ce/f18a7fda-f247-4d18-95a9-49e3147f8041/d559b90e-9222-44dd-8dd1-4b12e70ddcfd) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:45:25.714504 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71c110-523a-4383-9f47-9151e4d79008', 'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-router', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:12Z', 'updated_at': '2021-10-21T11:45:18Z', 'revision_number': 4, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'gw_port': {'id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71c110-523a-4383-9f47-9151e4d79008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:13Z', 'updated_at': '2021-10-21T11:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '67c7300e-44e0-41c1-ae3f-127dfbc433ae', 'name': '', 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'mac_address': 'fa:16:3e:ba:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71c110-523a-4383-9f47-9151e4d79008', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd015a352-bd7a-49f5-8efd-ec90092cf44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:17Z', 'updated_at': '2021-10-21T11:45:24Z', 'revision_number': 4, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'subnets': [{'id': 'd015a352-bd7a-49f5-8efd-ec90092cf44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:25.765457 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port dc39ce8e-86c0-452a-bb4f-edc9f313effb, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=dc39ce8e-86c0-452a-bb4f-edc9f313effb,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:25.777560 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:25.808414 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702673'] for router_interface, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:25.878087 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbbee12-a88c-47a1-8c2e-216b59dfcd14']}} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:25.924118 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54f3247-288e-4bf6-84a3-fd3cfce02304') {'for_net_delete': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:25.924425 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54f3247-288e-4bf6-84a3-fd3cfce02304') {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:25.945357 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccccc75-e025-42dc-ab38-14e8aa6eebe7 None None] The sync data for ids ['3a71c110-523a-4383-9f47-9151e4d79008'] in dv-cinder-814898-1-iscsi is: [{'id': '3a71c110-523a-4383-9f47-9151e4d79008', 'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-router', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:12Z', 'updated_at': '2021-10-21T11:45:18Z', 'revision_number': 4, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'gw_port': {'id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71c110-523a-4383-9f47-9151e4d79008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:13Z', 'updated_at': '2021-10-21T11:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '67c7300e-44e0-41c1-ae3f-127dfbc433ae', 'name': '', 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'mac_address': 'fa:16:3e:ba:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a71c110-523a-4383-9f47-9151e4d79008', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd015a352-bd7a-49f5-8efd-ec90092cf44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:17Z', 'updated_at': '2021-10-21T11:45:24Z', 'revision_number': 4, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'subnets': [{'id': 'd015a352-bd7a-49f5-8efd-ec90092cf44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:45:25.960686 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2058bbf5-8c74-4aa0-9f39-6228f5052342 req-2c36c9c7-cc71-44e6-9e72-2bf8057f06dc tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 210 time: 0.2789452 Oct 21 11:45:25.972597 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=dc39ce8e-86c0-452a-bb4f-edc9f313effb,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:25.982366 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-177d5d66-a4e1-4abb-9832-73a8a9c67837 req-91f0dad7-4be7-4595-a792-ec9646b05ab3 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349024 Oct 21 11:45:26.006367 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-e3ccc91b-7f19-4c7d-aba4-d0308b2f889a None None] Provisioning complete for port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:26.006737 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc91b-7f19-4c7d-aba4-d0308b2f889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:26.025183 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11080610'] for segment, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:26.189706 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-e3ccc91b-7f19-4c7d-aba4-d0308b2f889a None None] Port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:45:26.220200 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44878) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:26.384523 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:26.390518 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-832a1c7b-1e72-4613-bff3-977ee6c5faed tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:26.394059 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:26.399521 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-832a1c7b-1e72-4613-bff3-977ee6c5faed tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 819 time: 0.2581153 Oct 21 11:45:26.420311 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-0ffbd6ef-b7b9-4f02-94fc-5b7cde22fd7e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/quotas/0f71b6cef112465ea0487007a514b48e HTTP/1.1" status: 200 len: 375 time: 0.0191112 Oct 21 11:45:26.490834 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Request body: {'port': {'device_id': 'a924aa87-1b0d-4f26-bca7-2dc0261bf78d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:26.557963 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=106353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:45:26.558289 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9302608'] for segment, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: Traceback (most recent call last): Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: timer() Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: cb(*args, **kw) Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: return func(*args, **kwargs) Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: self._notify() Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: self.callback(batched_events) Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: event.method(event) Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: return f(self, *a, **k) Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._get(url).json() Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: return self.request(url, 'GET', **kwargs) Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:45:26.560097 dv-cinder-814898-1-iscsi neutron-server[106353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:45:26.601391 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc26a136-e975-4721-9482-6ec2e4500544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:26.800905 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:26.847446 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-9c877686-28a3-4490-9e8d-80545dccabc9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4260798 Oct 21 11:45:26.874752 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:26.900317 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:26.908018 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ccbbee12-a88c-47a1-8c2e-216b59dfcd14 HTTP/1.1" status: 204 len: 168 time: 3.4894931 Oct 21 11:45:26.967517 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:27.142426 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-059190ba-c584-4d59-b51f-6359bbc49f15 service neutron] 10.222.0.24 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939188 Oct 21 11:45:27.185348 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 67c7300e-44e0-41c1-ae3f-127dfbc433ae up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:27.193239 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc26a136-e975-4721-9482-6ec2e4500544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:27.286689 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:27.294731 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Pushing event updated for resources: {'Port': ['ID=d559b90e-9222-44dd-8dd1-4b12e70ddcfd,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:27.343524 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03213281-413e-4c79-bf58-239737c989c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbbee12-a88c-47a1-8c2e-216b59dfcd14,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:27.349225 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.47', 51714) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:27.357994 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cc26a136-e975-4721-9482-6ec2e4500544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:27.419618 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44906) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:27.665634 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 67c7300e-44e0-41c1-ae3f-127dfbc433ae triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:27.673200 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:27.755232 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Network ec023b71-aece-4abc-87ff-2dfa1c9f77ce is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:27.766263 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:27.770926 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:45:27.793391 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-4c2e1d88-e69f-43ff-875b-eca8f5e07bba tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:27.794886 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-cc26a136-e975-4721-9482-6ec2e4500544 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9673d08bea674dc3bd4e4e2c70b7a49d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5721586 Oct 21 11:45:27.808026 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-4c2e1d88-e69f-43ff-875b-eca8f5e07bba tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.47 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 819 time: 0.4545290 Oct 21 11:45:27.838444 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-848f7ae4-dd1c-4406-8990-911dc8e4daeb service neutron] 10.222.0.24 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6849668 Oct 21 11:45:27.877803 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44910) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:27.901445 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:27.902132 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:27.964670 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:27.970929 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-36ad1049-9869-4fe6-981e-6c96e68d1ceb tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9429872 Oct 21 11:45:28.043064 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:28.054640 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:28.057960 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port 67c7300e-44e0-41c1-ae3f-127dfbc433ae, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=67c7300e-44e0-41c1-ae3f-127dfbc433ae,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:28.063420 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-fbfe5eb3-16c5-437c-8e92-318a7961fb62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4aa8ab431f964c1d8f1e3a9a46955407&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2671630 Oct 21 11:45:28.070460 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:28.071553 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device dc39ce8e-86c0-452a-bb4f-edc9f313effb up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:28.104640 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44916) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:28.233547 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dcb67-b867-4da4-83fe-f6db43db4b40 req-5fc60b6c-1d9a-4e3f-8dde-be7151617d5f tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:28.235333 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3e8dcb67-b867-4da4-83fe-f6db43db4b40 req-5fc60b6c-1d9a-4e3f-8dde-be7151617d5f tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 931 time: 0.9535139 Oct 21 11:45:28.309502 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Pushing event updated for resources: {'Port': ['ID=20f5780f-ce2a-41e0-8a4b-f61f4633a9c1,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:28.330032 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3855070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702589'] for router_interface, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:28.347057 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26a136-e975-4721-9482-6ec2e4500544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4269d9e0-a2e9-465c-840d-9003f09c5e9f,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:28.399055 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=67c7300e-44e0-41c1-ae3f-127dfbc433ae,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:28.435113 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port dc39ce8e-86c0-452a-bb4f-edc9f313effb triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:28.435769 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:28.656162 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Network d3567cc6-bfe7-45ab-b19c-feef19a558f5 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:28.659254 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:28.870689 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:45:28.900495 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 67c7300e-44e0-41c1-ae3f-127dfbc433ae up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:29.053411 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3e8dcb67-b867-4da4-83fe-f6db43db4b40 req-bdae5edd-5628-46f0-8dce-0dcdc84f2c31 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7324936 Oct 21 11:45:29.080558 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 67c7300e-44e0-41c1-ae3f-127dfbc433ae triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:29.085078 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.184862 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-839fcbbc-7457-4b4c-9dd1-bfc8a95eaea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.200665 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8649e6be-02ef-4695-9597-e282048374c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.203580 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-25115bd1-2c19-4c31-ac5f-9b0196f87d77 None None] Provisioning complete for port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:29.208536 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-25115bd1-2c19-4c31-ac5f-9b0196f87d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.296863 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-25115bd1-2c19-4c31-ac5f-9b0196f87d77 None None] Port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:45:29.302968 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74731844-16f6-4077-997e-1bf742add15b req-f5d16dab-df97-427f-8699-a67acb2a6eb9 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:29.310837 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-74731844-16f6-4077-997e-1bf742add15b req-f5d16dab-df97-427f-8699-a67acb2a6eb9 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 931 time: 0.8624737 Oct 21 11:45:29.332405 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:45:29.346794 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dd92250f-ec99-4643-a918-71400d691ade req-69b44aee-6a8c-44c7-b32f-8484ce634930 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 210 time: 0.1165290 Oct 21 11:45:29.352344 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-d76adb18-cdbf-4fcb-8c3c-d574642b3c52 admin admin] 10.222.0.24 "PUT /v2.0/routers/37dd7db6-3af9-4d3f-ba12-22018eaf0ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2725475 Oct 21 11:45:29.368253 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8649e6be-02ef-4695-9597-e282048374c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.421852 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Sync routers for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:45:29.448137 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:45:29.448939 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:45:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:29.480687 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-839fcbbc-7457-4b4c-9dd1-bfc8a95eaea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.571400 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-74731844-16f6-4077-997e-1bf742add15b req-b7356f8b-27dd-493e-8fcb-6630a069c8b6 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595627 Oct 21 11:45:29.605122 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520b4833-baf6-4e92-9c1f-7d775ad19f1e {{(pid=106352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:45:29.615246 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.657144 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8649e6be-02ef-4695-9597-e282048374c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.660526 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8649e6be-02ef-4695-9597-e282048374c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.662247 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-8649e6be-02ef-4695-9597-e282048374c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4269d9e0-a2e9-465c-840d-9003f09c5e9f HTTP/1.1" status: 204 len: 168 time: 1.6958456 Oct 21 11:45:29.670554 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:45:29.675058 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.provisioning_blocks [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Transition to ACTIVE for port object 520b4833-baf6-4e92-9c1f-7d775ad19f1e will not be triggered until provisioned by entity L2. {{(pid=106352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:45:29.677026 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649e6be-02ef-4695-9597-e282048374c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4269d9e0-a2e9-465c-840d-9003f09c5e9f,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:29.679595 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-839fcbbc-7457-4b4c-9dd1-bfc8a95eaea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.682788 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-839fcbbc-7457-4b4c-9dd1-bfc8a95eaea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.686526 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-839fcbbc-7457-4b4c-9dd1-bfc8a95eaea3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67a6211f-3d35-4591-802c-47f37623a91d HTTP/1.1" status: 204 len: 168 time: 1.5678051 Oct 21 11:45:29.689918 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:29.713060 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fcbbc-7457-4b4c-9dd1-bfc8a95eaea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a6211f-3d35-4591-802c-47f37623a91d,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:29.733465 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Request body: {'port': {'device_id': '9d8186bc-6ea8-48ec-b24e-a069ca877c3d', 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7', 'admin_state_up': True, 'tenant_id': '0f71b6cef112465ea0487007a514b48e'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:29.776690 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Request body: {'port': {'device_id': 'e79f407e-f3e2-4dc1-adf5-601875df4ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:29.825762 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Attempting to bind port 520b4833-baf6-4e92-9c1f-7d775ad19f1e on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:45:29.826096 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Attempting to bind port 520b4833-baf6-4e92-9c1f-7d775ad19f1e by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:45:29.826407 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Attempting to bind port 520b4833-baf6-4e92-9c1f-7d775ad19f1e on network 424deba6-bccd-4605-85ac-925b0a293982 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:29.839437 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Pushing event updated for resources: {'Port': ['ID=520b4833-baf6-4e92-9c1f-7d775ad19f1e,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:29.847443 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Port 520b4833-baf6-4e92-9c1f-7d775ad19f1e on network 424deba6-bccd-4605-85ac-925b0a293982 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:45:29.850234 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Attempting to bind port 520b4833-baf6-4e92-9c1f-7d775ad19f1e on network 424deba6-bccd-4605-85ac-925b0a293982 {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:29.863504 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:45:29.863834 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Checking segment: {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:29.864560 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Bound using segment: {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'} {{(pid=106352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:45:29.865218 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.managers [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Bound port: 520b4833-baf6-4e92-9c1f-7d775ad19f1e, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'}}] {{(pid=106352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:45:29.865218 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:30.089129 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] For port 520b4833-baf6-4e92-9c1f-7d775ad19f1e, host hv-cinder-81489, cleared binding levels {{(pid=106352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:45:30.100744 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] For port 520b4833-baf6-4e92-9c1f-7d775ad19f1e, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=520b4833-baf6-4e92-9c1f-7d775ad19f1e,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:45:30.117290 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:30.266149 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:30.266845 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:30.268780 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] 10.222.0.47 "PUT /v2.0/ports/520b4833-baf6-4e92-9c1f-7d775ad19f1e HTTP/1.1" status: 200 len: 1093 time: 4.1368942 Oct 21 11:45:30.272163 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a924aa87-1b0d-4f26-bca7-2dc0261bf78d', 'tag': '520b4833-baf6-4e92-9c1f-7d775ad19f1e'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:45:30.281895 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:30.461539 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44984) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:30.462270 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:27Z', 'revision_number': 2, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:30.510064 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Checking router: 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:45:30.510821 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Updating router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 binding host dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:45:30.589049 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:30.635840 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c1ab2-aca1-45da-bd26-0a4b20323c69 service neutron] Pushing event updated for resources: {'Port': ['ID=520b4833-baf6-4e92-9c1f-7d775ad19f1e,revision_number=3']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:30.691509 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549eb01-0259-4ac4-b211-bdd5c7ecbcb3 req-4a97a2d5-6799-4f4b-bd19-d41683531e78 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:30.692513 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7549eb01-0259-4ac4-b211-bdd5c7ecbcb3 req-4a97a2d5-6799-4f4b-bd19-d41683531e78 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 931 time: 0.4609306 Oct 21 11:45:30.728257 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-59bd204a-687a-403d-8bfe-50b3ce262a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:30.729810 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-59bd204a-687a-403d-8bfe-50b3ce262a78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 1096 time: 0.3498497 Oct 21 11:45:30.978746 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.47', 51720) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:30.988309 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7549eb01-0259-4ac4-b211-bdd5c7ecbcb3 req-c75d3e36-67fa-480c-b8e2-004780132ce0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764478 Oct 21 11:45:31.021890 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-5568358a-1e12-40c7-bd23-96ea2649946a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=520b4833-baf6-4e92-9c1f-7d775ad19f1e HTTP/1.1" status: 200 len: 217 time: 0.2190101 Oct 21 11:45:31.103659 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Publish callbacks [] for port, precommit_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:31.116979 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:31.266160 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704fb85-9663-4482-b48f-21052ffce7e1 None None] Pushing event updated for resources: {'Port': ['ID=20f5780f-ce2a-41e0-8a4b-f61f4633a9c1,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:31.299589 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-34bef4b8-ee49-4adb-b9a1-facbd2e9af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:31.303859 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-34bef4b8-ee49-4adb-b9a1-facbd2e9af74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31b0aa6a-4ce2-4555-be29-93c882c6a0bc HTTP/1.1" status: 200 len: 855 time: 0.2671175 Oct 21 11:45:31.309598 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 44996) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:31.326189 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-35b0425c-e47e-49b6-acba-fb4e477818d2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--790686497', 'description': 'tempest-description--1985552524'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:31.331187 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Attempting to bind port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:45:31.331832 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Attempting to bind port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:45:31.332318 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Attempting to bind port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 on network d3567cc6-bfe7-45ab-b19c-feef19a558f5 {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:31.351895 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:45:31.353713 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Checking segment: {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:31.354905 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:31.356120 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Bound using segment: {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:45:31.357272 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Bound port: 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:45:31.357688 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:31.467799 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Made reservation on behalf of 0f71b6cef112465ea0487007a514b48e for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:31.485220 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:31.534616 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] For port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:45:31.544006 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] For port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=20f5780f-ce2a-41e0-8a4b-f61f4633a9c1,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:45:31.552262 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:31.598418 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45006) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:31.655979 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-14e959d1-4c1d-4c3f-8766-aa9a5ad93ac4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=424deba6-bccd-4605-85ac-925b0a293982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3363748 Oct 21 11:45:31.659504 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4ab58b89-bc37-472c-ad85-89db5e11bb6f req-fe87ff70-35df-437d-9c0e-69b2b049a36c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 210 time: 0.3507683 Oct 21 11:45:31.669121 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99c7de4e-6e3c-4107-b945-b90616f9bba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:31.738352 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a924aa87-1b0d-4f26-bca7-2dc0261bf78d", "tag": "520b4833-baf6-4e92-9c1f-7d775ad19f1e"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:45:31.752538 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-35b0425c-e47e-49b6-acba-fb4e477818d2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:31.770234 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3957688c-2205-4831-bbea-5f1f06d3f8de tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:31.772215 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3957688c-2205-4831-bbea-5f1f06d3f8de tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.47 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 819 time: 0.7924292 Oct 21 11:45:31.783971 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:45:31.784559 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:45:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:31.875257 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99c7de4e-6e3c-4107-b945-b90616f9bba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:31.928363 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99c7de4e-6e3c-4107-b945-b90616f9bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:32.041222 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:45:32.044688 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-4b359638-81f0-4c25-b7e3-9210b5e6ca11 None None] Provisioning complete for port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:32.044688 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4b359638-81f0-4c25-b7e3-9210b5e6ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:32.138493 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-35b0425c-e47e-49b6-acba-fb4e477818d2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:32.149724 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe7c1e6-7cc6-46e3-95ec-ceff7da8789e x-openstack-request-id: req-dbe7c1e6-7cc6-46e3-95ec-ceff7da8789e {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:45:32.150458 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a924aa87-1b0d-4f26-bca7-2dc0261bf78d", "tag": "520b4833-baf6-4e92-9c1f-7d775ad19f1e", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:45:32.150912 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbe7c1e6-7cc6-46e3-95ec-ceff7da8789e {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:45:32.153728 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a924aa87-1b0d-4f26-bca7-2dc0261bf78d', 'tag': '520b4833-baf6-4e92-9c1f-7d775ad19f1e', 'status': 'completed', 'code': 200} Oct 21 11:45:32.202978 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704fb85-9663-4482-b48f-21052ffce7e1 None None] Pushing event updated for resources: {'Port': ['ID=20f5780f-ce2a-41e0-8a4b-f61f4633a9c1,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:32.276651 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Request body: {'port': {'device_id': '88d04a38-9e5c-463d-89b6-b4566a366250', 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7', 'admin_state_up': True, 'tenant_id': '0f71b6cef112465ea0487007a514b48e'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:32.289207 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-35b0425c-e47e-49b6-acba-fb4e477818d2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:32.316663 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e830af2-8497-459c-b5d8-276eb2679a61 req-00e6e50f-97bb-4d41-bef0-01c49d3afc28 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:32.321345 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4e830af2-8497-459c-b5d8-276eb2679a61 req-00e6e50f-97bb-4d41-bef0-01c49d3afc28 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 943 time: 0.9255314 Oct 21 11:45:32.438623 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-2af20bc2-ae54-4575-81ee-fb51e0924624 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=184715b788f6498f9f4dc0d5fcbbd94a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8221679 Oct 21 11:45:32.450294 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45030) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:32.512020 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d559b90e-9222-44dd-8dd1-4b12e70ddcfd {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:45:32.512746 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4b359638-81f0-4c25-b7e3-9210b5e6ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:32.529578 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:32.541403 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Allocated IP 172.20.0.8 (9c148ecd-3a51-4ae8-9fa0-8184acd410b7/d015a352-bd7a-49f5-8efd-ec90092cf44d/fab34e83-6fad-4a73-ac53-60b97b8923ac) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:45:32.574983 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Made reservation on behalf of 0f71b6cef112465ea0487007a514b48e for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:32.583268 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4e830af2-8497-459c-b5d8-276eb2679a61 req-2b01014e-9095-4881-bd7a-d2d69f3a3199 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085621 Oct 21 11:45:32.588218 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:32.590958 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-99c7de4e-6e3c-4107-b945-b90616f9bba5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bce15c92602d404bbc6c721c07065708&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1275847 Oct 21 11:45:32.591984 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7de4e-6e3c-4107-b945-b90616f9bba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa5ba75-315a-4bce-ad75-1bade397369d,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:32.634080 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45034) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:32.683703 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-4b359638-81f0-4c25-b7e3-9210b5e6ca11 None None] For port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=20f5780f-ce2a-41e0-8a4b-f61f4633a9c1,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:32.693936 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0425c-e47e-49b6-acba-fb4e477818d2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ae379c-e0cc-497c-a962-d51405350f73,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:32.720049 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4b359638-81f0-4c25-b7e3-9210b5e6ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:32.744773 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-35b0425c-e47e-49b6-acba-fb4e477818d2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:32.759090 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-35b0425c-e47e-49b6-acba-fb4e477818d2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4457903 Oct 21 11:45:32.760096 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45044) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:32.790424 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-108a218a-e669-4000-aca3-d053d51edf7b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'security_group_rule': {'security_group_id': 'e7ae379c-e0cc-497c-a962-d51405350f73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:32.858048 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:31Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:32.870890 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371af50-3a82-47ee-af30-f611682914c6 req-07311b3b-e812-4de8-9333-477a0cb90498 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:32.872458 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c371af50-3a82-47ee-af30-f611682914c6 req-07311b3b-e812-4de8-9333-477a0cb90498 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 931 time: 0.5451038 Oct 21 11:45:32.882361 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Transition to ACTIVE for port object d559b90e-9222-44dd-8dd1-4b12e70ddcfd will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:45:32.888912 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-cca78d34-934b-458e-8ec7-337a45a9b7c8 service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1463475 Oct 21 11:45:32.894587 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3fd221cd-355f-4eff-b628-7fd2d53df054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:32.905628 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b359638-81f0-4c25-b7e3-9210b5e6ca11 None None] Pushing event updated for resources: {'Port': ['ID=20f5780f-ce2a-41e0-8a4b-f61f4633a9c1,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:32.911915 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cc812b-103f-42ff-851c-b41ee3822368 None None] The sync data for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi is: [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:31Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:45:32.934514 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3fd221cd-355f-4eff-b628-7fd2d53df054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:32.942439 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-888c8e9e-9d71-4da8-98bb-e74bc38e5cdf None None] Provisioning complete for port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:32.946269 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-888c8e9e-9d71-4da8-98bb-e74bc38e5cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.035953 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-748f28fe-6055-49fd-b963-145dc213823a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.086086 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5922bbf0-39b2-4684-86dd-633db722aa30 req-51c9cfb3-ac5b-4cea-8dec-2009409a2927 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 210 time: 0.2122579 Oct 21 11:45:33.103427 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-748f28fe-6055-49fd-b963-145dc213823a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.136951 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.250059 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c371af50-3a82-47ee-af30-f611682914c6 req-304302fe-0bca-47a3-8a2a-a0908aab5e26 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569584 Oct 21 11:45:33.250905 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-108a218a-e669-4000-aca3-d053d51edf7b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.261579 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3fd221cd-355f-4eff-b628-7fd2d53df054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.264757 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3fd221cd-355f-4eff-b628-7fd2d53df054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.266350 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-3fd221cd-355f-4eff-b628-7fd2d53df054 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fa5ba75-315a-4bce-ad75-1bade397369d HTTP/1.1" status: 204 len: 168 time: 0.6235919 Oct 21 11:45:33.384015 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd221cd-355f-4eff-b628-7fd2d53df054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa5ba75-315a-4bce-ad75-1bade397369d,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:33.386900 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-748f28fe-6055-49fd-b963-145dc213823a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.389786 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-748f28fe-6055-49fd-b963-145dc213823a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.392282 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-748f28fe-6055-49fd-b963-145dc213823a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47b5fe49-8383-4ee4-b135-9e33a78df601 HTTP/1.1" status: 204 len: 168 time: 0.9405372 Oct 21 11:45:33.412318 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f28fe-6055-49fd-b963-145dc213823a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5fe49-8383-4ee4-b135-9e33a78df601,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:33.517617 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=d559b90e-9222-44dd-8dd1-4b12e70ddcfd,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:33.528684 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-569f8ae4-b585-4b0c-a83b-617cfdd5e1d5 req-48e97426-98d5-4869-a359-188cbe00fa3b service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298675 Oct 21 11:45:33.564696 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-108a218a-e669-4000-aca3-d053d51edf7b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.576668 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-108a218a-e669-4000-aca3-d053d51edf7b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.617737 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a218a-e669-4000-aca3-d053d51edf7b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f17ff8f-5965-4503-a548-ce2804db5a29,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:33.648880 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-108a218a-e669-4000-aca3-d053d51edf7b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.651895 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-108a218a-e669-4000-aca3-d053d51edf7b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8831763 Oct 21 11:45:33.687159 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45062) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:33.701325 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-e93b9592-d5fd-487c-a3cd-6e9f014ec928 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'security_group_rule': {'security_group_id': 'e7ae379c-e0cc-497c-a962-d51405350f73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:33.844488 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Attempting to bind port d559b90e-9222-44dd-8dd1-4b12e70ddcfd on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:45:33.847389 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Attempting to bind port d559b90e-9222-44dd-8dd1-4b12e70ddcfd by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '969bc0d8-be41-469a-8894-e2ad1c8eafc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec023b71-aece-4abc-87ff-2dfa1c9f77ce'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:45:33.847942 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Attempting to bind port d559b90e-9222-44dd-8dd1-4b12e70ddcfd on network ec023b71-aece-4abc-87ff-2dfa1c9f77ce {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:33.868471 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Port d559b90e-9222-44dd-8dd1-4b12e70ddcfd on network ec023b71-aece-4abc-87ff-2dfa1c9f77ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:45:33.869165 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Attempting to bind port d559b90e-9222-44dd-8dd1-4b12e70ddcfd on network ec023b71-aece-4abc-87ff-2dfa1c9f77ce {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:33.909132 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:45:33.909909 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Checking segment: {'id': '969bc0d8-be41-469a-8894-e2ad1c8eafc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec023b71-aece-4abc-87ff-2dfa1c9f77ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:33.910701 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Bound using segment: {'id': '969bc0d8-be41-469a-8894-e2ad1c8eafc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec023b71-aece-4abc-87ff-2dfa1c9f77ce'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:45:33.911728 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Bound port: d559b90e-9222-44dd-8dd1-4b12e70ddcfd, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969bc0d8-be41-469a-8894-e2ad1c8eafc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec023b71-aece-4abc-87ff-2dfa1c9f77ce'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:45:33.912341 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:33.919673 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:34.016722 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] For port d559b90e-9222-44dd-8dd1-4b12e70ddcfd, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:45:34.026938 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] For port d559b90e-9222-44dd-8dd1-4b12e70ddcfd, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d559b90e-9222-44dd-8dd1-4b12e70ddcfd,segment=NetworkSegment(969bc0d8-be41-469a-8894-e2ad1c8eafc9),segment_id=969bc0d8-be41-469a-8894-e2ad1c8eafc9)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:45:34.042596 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:34.128013 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:34.133636 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:34.135299 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] 10.222.0.47 "PUT /v2.0/ports/d559b90e-9222-44dd-8dd1-4b12e70ddcfd HTTP/1.1" status: 200 len: 1093 time: 4.3924861 Oct 21 11:45:34.142419 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79f407e-f3e2-4dc1-adf5-601875df4ad4', 'tag': 'd559b90e-9222-44dd-8dd1-4b12e70ddcfd'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:45:34.283642 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e93b9592-d5fd-487c-a3cd-6e9f014ec928 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:34.428852 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:34.463414 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1 req-a5ba62e8-e6f9-4dd0-841c-3d7d56635968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:34.465065 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1 req-a5ba62e8-e6f9-4dd0-841c-3d7d56635968 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 1096 time: 0.8095267 Oct 21 11:45:34.473921 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3378e692-f057-4ad9-885b-b2a7055202e5 req-b72a1213-9b63-4908-b60f-8c501d97380d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 210 time: 0.2084289 Oct 21 11:45:34.505266 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c30cf0-45c6-499b-bbe1-8a8a5d967de5 req-4360fab7-a68e-4dc6-a813-60f2e42b5564 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:34.506789 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-36c30cf0-45c6-499b-bbe1-8a8a5d967de5 req-4360fab7-a68e-4dc6-a813-60f2e42b5564 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 943 time: 0.7570179 Oct 21 11:45:34.539900 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4d174-aaf6-47c9-86e3-bf3a7b455ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=d559b90e-9222-44dd-8dd1-4b12e70ddcfd,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:34.721781 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-c10652d0-620a-4308-98de-90190d139195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:34.725555 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-c10652d0-620a-4308-98de-90190d139195 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e3079bc8e264d0e8bd68191ce769e28&device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 1096 time: 0.5101840 Oct 21 11:45:34.803808 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:34.829000 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e93b9592-d5fd-487c-a3cd-6e9f014ec928 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:34.956806 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4d1ece-3c21-48ac-b7f9-db4918c5932d" -d '{"events": [{"name": "network-changed", "server_uuid": "e79f407e-f3e2-4dc1-adf5-601875df4ad4", "tag": "d559b90e-9222-44dd-8dd1-4b12e70ddcfd"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:45:34.978650 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:35.012923 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-36c30cf0-45c6-499b-bbe1-8a8a5d967de5 req-90ee6800-603c-4040-9fbe-5807a6519f87 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716914 Oct 21 11:45:35.152847 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:35.154071 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:35.159272 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e93b9592-d5fd-487c-a3cd-6e9f014ec928 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:35.218502 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b9592-d5fd-487c-a3cd-6e9f014ec928 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fff6e60-33f7-4b31-aa82-3f47f5e576e9,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:35.333448 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589e1db-10fa-4a38-87af-4e8b27611c36 req-ccd53b6c-85fa-4ec3-8d27-eaf91930acb1 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:35.344013 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1589e1db-10fa-4a38-87af-4e8b27611c36 req-ccd53b6c-85fa-4ec3-8d27-eaf91930acb1 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 943 time: 0.6452172 Oct 21 11:45:35.352122 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e93b9592-d5fd-487c-a3cd-6e9f014ec928 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:35.353623 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-e93b9592-d5fd-487c-a3cd-6e9f014ec928 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6634719 Oct 21 11:45:35.361271 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1 req-5f64053f-9a4e-4c1d-9c8c-0fe3c3f71dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:35.363392 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1 req-5f64053f-9a4e-4c1d-9c8c-0fe3c3f71dcf service neutron] 10.222.0.47 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 916 time: 0.8236144 Oct 21 11:45:35.363790 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45118) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:35.397433 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'floatingip': {'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:35.451114 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Allocated IP 172.20.0.4 (9c148ecd-3a51-4ae8-9fa0-8184acd410b7/d015a352-bd7a-49f5-8efd-ec90092cf44d/44cdc3b4-f25f-4d9d-b3ef-804628c2e649) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:45:35.497829 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1 req-eeb4b123-92c9-4faf-8c95-c1d6b236f001 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=520b4833-baf6-4e92-9c1f-7d775ad19f1e HTTP/1.1" status: 200 len: 217 time: 0.0675306 Oct 21 11:45:35.505170 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:35.543128 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-226d04f7-a531-468f-84cc-f44246f86dfe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d559b90e-9222-44dd-8dd1-4b12e70ddcfd HTTP/1.1" status: 200 len: 217 time: 0.7592320 Oct 21 11:45:35.547769 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:45:35.618340 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:35.618929 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:35.644174 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Pushing event updated for resources: {'Port': ['ID=fab34e83-6fad-4a73-ac53-60b97b8923ac,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:35.671171 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1589e1db-10fa-4a38-87af-4e8b27611c36 req-e4416172-3f29-4415-b4a4-2c1c91bb629a tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243558 Oct 21 11:45:35.776856 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:35.802577 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-7c555e00-daaa-4234-921f-9f83d60ffc50 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0800643 Oct 21 11:45:35.917161 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1 req-ca8f04a8-a2e5-4492-8c8a-81d7c2f72e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:35.918845 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1 req-ca8f04a8-a2e5-4492-8c8a-81d7c2f72e94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31b0aa6a-4ce2-4555-be29-93c882c6a0bc HTTP/1.1" status: 200 len: 855 time: 0.4204381 Oct 21 11:45:35.945899 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:36.024176 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:36.030501 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfb4067-9870-4402-9d8a-545de7ff6ad7 x-openstack-request-id: req-8dfb4067-9870-4402-9d8a-545de7ff6ad7 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:45:36.031244 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79f407e-f3e2-4dc1-adf5-601875df4ad4", "tag": "d559b90e-9222-44dd-8dd1-4b12e70ddcfd", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:45:36.031865 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dfb4067-9870-4402-9d8a-545de7ff6ad7 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:45:36.033126 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79f407e-f3e2-4dc1-adf5-601875df4ad4', 'tag': 'd559b90e-9222-44dd-8dd1-4b12e70ddcfd', 'status': 'completed', 'code': 200} Oct 21 11:45:36.063322 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6ee75745-fabf-45c1-b7aa-c37d88d48a6e req-557d1d22-27fd-4e8c-ac6a-931e33b14b61 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 210 time: 0.1318061 Oct 21 11:45:36.287944 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:36.310125 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:36.389556 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Request body: {'port': {'device_id': '9d8186bc-6ea8-48ec-b24e-a069ca877c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:36.419922 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1 req-7dd13c51-b34f-451c-b480-5d89b4c91e27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=424deba6-bccd-4605-85ac-925b0a293982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2013440 Oct 21 11:45:36.477371 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:36.492672 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:45:36.596386 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:36.597308 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:36.616884 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Pushing event updated for resources: {'Port': ['ID=44cdc3b4-f25f-4d9d-b3ef-804628c2e649,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:36.668360 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:36.687810 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-41950055-6131-40e0-88c0-345bc249fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:36.689304 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-41950055-6131-40e0-88c0-345bc249fd22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f18a7fda-f247-4d18-95a9-49e3147f8041 HTTP/1.1" status: 200 len: 851 time: 0.4725664 Oct 21 11:45:36.712834 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-f9296429-25e2-4959-84cc-525aeff7bd03 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4402544 Oct 21 11:45:36.778049 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-7d5b2a36-f5de-45d0-aec9-71278dc0b42c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec023b71-aece-4abc-87ff-2dfa1c9f77ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623252 Oct 21 11:45:36.782992 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Request body: {'port': {'device_id': '88d04a38-9e5c-463d-89b6-b4566a366250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:36.809876 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a034b-fbd9-499b-8f10-9aeeec7cadb2 req-d8dc289c-3d8c-4905-9141-8d9a8129b6b1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:36.826796 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-718a034b-fbd9-499b-8f10-9aeeec7cadb2 req-d8dc289c-3d8c-4905-9141-8d9a8129b6b1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 943 time: 0.5631442 Oct 21 11:45:36.866202 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:37.048229 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1 req-ff80db55-825d-48e3-b62d-e0d88b09b1a0 service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575855 Oct 21 11:45:37.191365 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-718a034b-fbd9-499b-8f10-9aeeec7cadb2 req-86be2374-5c0a-40a8-b1ba-a8304c6003e1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637042 Oct 21 11:45:37.212906 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-bedf7b40-5c49-47bf-befe-1c76ad879833 service neutron] 10.222.0.47 "GET /v2.0/networks/ec023b71-aece-4abc-87ff-2dfa1c9f77ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479965 Oct 21 11:45:37.215935 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b333e79-ffa9-453f-920b-6c8359b9468c req-5b6297bf-36c0-4448-b759-f09f1780d9a9 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:37.217455 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0b333e79-ffa9-453f-920b-6c8359b9468c req-5b6297bf-36c0-4448-b759-f09f1780d9a9 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 943 time: 0.2824028 Oct 21 11:45:37.232624 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Allocated IP 172.27.3.44 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/c4a01cd6-3698-45aa-952a-5faffce19f9c) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:45:37.308481 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0b333e79-ffa9-453f-920b-6c8359b9468c req-f0f404ec-2e19-4938-833f-3f52884d1b07 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476196 Oct 21 11:45:37.358165 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1 req-35554d93-3ba7-45fc-a19c-ee8f0ff4baf3 service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434235 Oct 21 11:45:37.470661 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1bdf0-a4b9-4bea-9e61-30902e0eee1c req-82b7fa44-4cc6-4c4f-90ec-a867f6df7def tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:37.472347 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5dc1bdf0-a4b9-4bea-9e61-30902e0eee1c req-82b7fa44-4cc6-4c4f-90ec-a867f6df7def tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 931 time: 0.1120095 Oct 21 11:45:37.535318 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:37.592380 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59c3159c-af5a-4736-82a6-8a9898be5160 req-32c5df3b-107e-4ed6-9ed8-8a3a3e5aab6f service neutron] 10.222.0.47 "GET /v2.0/networks/ec023b71-aece-4abc-87ff-2dfa1c9f77ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572732 Oct 21 11:45:37.603648 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:37.616775 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab34e83-6fad-4a73-ac53-60b97b8923ac {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:45:37.626125 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:37.655628 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Transition to ACTIVE for port object fab34e83-6fad-4a73-ac53-60b97b8923ac will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:45:37.669445 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'Port': ['ID=c4a01cd6-3698-45aa-952a-5faffce19f9c,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:37.691913 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5dc1bdf0-a4b9-4bea-9e61-30902e0eee1c req-81faf7c8-8f6f-4bd6-b6df-6d8ff95b4518 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097566 Oct 21 11:45:37.701150 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:37.702877 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:37.706268 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:45:37.783002 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:37.870346 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1ece-3c21-48ac-b7f9-db4918c5932d req-ab55f4f7-ef89-46ec-a37f-68ccdcd512d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:37.872344 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3c4d1ece-3c21-48ac-b7f9-db4918c5932d req-ab55f4f7-ef89-46ec-a37f-68ccdcd512d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e3079bc8e264d0e8bd68191ce769e28&device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 1096 time: 0.2113423 Oct 21 11:45:37.874225 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:37.951281 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:37.953552 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Pushing event updated for resources: {'Port': ['ID=fab34e83-6fad-4a73-ac53-60b97b8923ac,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:38.167371 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:38.169236 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Attempting to bind port fab34e83-6fad-4a73-ac53-60b97b8923ac on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:45:38.169613 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Attempting to bind port fab34e83-6fad-4a73-ac53-60b97b8923ac by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:45:38.169892 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Attempting to bind port fab34e83-6fad-4a73-ac53-60b97b8923ac on network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:38.193219 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:38.199123 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1ece-3c21-48ac-b7f9-db4918c5932d req-889d4d7d-be23-4352-a0db-05378b48334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:38.200805 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3c4d1ece-3c21-48ac-b7f9-db4918c5932d req-889d4d7d-be23-4352-a0db-05378b48334a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec023b71-aece-4abc-87ff-2dfa1c9f77ce HTTP/1.1" status: 200 len: 912 time: 0.3200858 Oct 21 11:45:38.203502 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Port fab34e83-6fad-4a73-ac53-60b97b8923ac on network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:45:38.203993 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Attempting to bind port fab34e83-6fad-4a73-ac53-60b97b8923ac on network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:38.210980 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:45:38.226779 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:38.264909 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:38.279837 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:45:38.280177 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Checking segment: {'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:38.280561 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Bound using segment: {'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:45:38.281019 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Bound port: fab34e83-6fad-4a73-ac53-60b97b8923ac, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:45:38.281410 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:38.287989 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3c4d1ece-3c21-48ac-b7f9-db4918c5932d req-463437b5-fff9-4b84-a4df-cbdefc02439d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d559b90e-9222-44dd-8dd1-4b12e70ddcfd HTTP/1.1" status: 200 len: 217 time: 0.0690482 Oct 21 11:45:38.289938 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'Port': ['ID=c4a01cd6-3698-45aa-952a-5faffce19f9c,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:38.306989 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:38.308957 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-5a7cfe58-b44b-49e3-be47-8bd5d4a0b09d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9415824 Oct 21 11:45:38.314633 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Transition to ACTIVE for port object 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:45:38.341336 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:38.371559 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ab311-30cd-4d57-83a0-6d05393805de req-2720e949-6394-4e59-8f51-eb732ce4766e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:38.374013 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b85ab311-30cd-4d57-83a0-6d05393805de req-2720e949-6394-4e59-8f51-eb732ce4766e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 943 time: 0.0731168 Oct 21 11:45:38.473992 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b85ab311-30cd-4d57-83a0-6d05393805de req-d174199f-c00b-4599-b59a-4d205dbf72fb tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901186 Oct 21 11:45:38.494874 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7403dab-739c-4cd5-a8c0-cfaec1391cb4 req-75bd6953-66ba-4ec4-9b33-592778b38e51 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:38.504408 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a7403dab-739c-4cd5-a8c0-cfaec1391cb4 req-75bd6953-66ba-4ec4-9b33-592778b38e51 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0797329 Oct 21 11:45:38.555373 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a7403dab-739c-4cd5-a8c0-cfaec1391cb4 req-6d2dfdc3-8102-444a-a9e8-2f1f72a77720 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Oct 21 11:45:38.617134 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45240) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:38.619506 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1ece-3c21-48ac-b7f9-db4918c5932d req-f0b498f9-73fa-4f31-a0f9-ba946df4771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:38.621030 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3c4d1ece-3c21-48ac-b7f9-db4918c5932d req-f0b498f9-73fa-4f31-a0f9-ba946df4771d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f18a7fda-f247-4d18-95a9-49e3147f8041 HTTP/1.1" status: 200 len: 851 time: 0.3218570 Oct 21 11:45:38.639713 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45246) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:38.720973 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Pushing event updated for resources: {'Port': ['ID=44cdc3b4-f25f-4d9d-b3ef-804628c2e649,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:38.726220 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3c4d1ece-3c21-48ac-b7f9-db4918c5932d req-7d25773f-82a3-4c70-8306-9db174ee9e02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec023b71-aece-4abc-87ff-2dfa1c9f77ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792913 Oct 21 11:45:38.776313 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] For port fab34e83-6fad-4a73-ac53-60b97b8923ac, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:45:38.787405 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-51687bb1-88fc-45ad-bd9b-57778c464ca5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--790686497&fields=id&tenant_id=fc1a2a7622fa4007a93e98225b37c454 HTTP/1.1" status: 200 len: 267 time: 0.0844047 Oct 21 11:45:38.828905 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] For port fab34e83-6fad-4a73-ac53-60b97b8923ac, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:45:38.852145 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e6b0aaf0-a857-460d-82f8-c8f5dc0656e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:38.877209 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:38.878672 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-17703925-ca86-4b79-ad9d-c13a04d18243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:38.939009 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Attempting to bind port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:45:38.939009 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Attempting to bind port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:45:38.939196 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Attempting to bind port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 on network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:38.942212 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:38.942583 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:38.943961 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] 10.222.0.47 "PUT /v2.0/ports/fab34e83-6fad-4a73-ac53-60b97b8923ac HTTP/1.1" status: 200 len: 1093 time: 2.6310997 Oct 21 11:45:38.950242 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8186bc-6ea8-48ec-b24e-a069ca877c3d', 'tag': 'fab34e83-6fad-4a73-ac53-60b97b8923ac'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:45:38.952734 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c70f176-5274-4034-91ad-0de02ec2510a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8186bc-6ea8-48ec-b24e-a069ca877c3d", "tag": "fab34e83-6fad-4a73-ac53-60b97b8923ac"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:45:38.974966 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 on network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:45:38.975183 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Attempting to bind port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 on network 9c148ecd-3a51-4ae8-9fa0-8184acd410b7 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:38.986284 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3c4d1ece-3c21-48ac-b7f9-db4918c5932d req-264089e4-ac22-400b-ae3e-7330553b936c service neutron] 10.222.0.47 "GET /v2.0/networks/ec023b71-aece-4abc-87ff-2dfa1c9f77ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295694 Oct 21 11:45:38.996954 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:45:38.997480 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Checking segment: {'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:38.997845 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Bound using segment: {'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:45:38.998283 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Bound port: 44cdc3b4-f25f-4d9d-b3ef-804628c2e649, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180f9a6c-3b4c-499e-983e-05ce526def2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:45:38.998632 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.041488 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c3f85-6189-491c-98e2-e56ce49edcaa service neutron] Pushing event updated for resources: {'Port': ['ID=fab34e83-6fad-4a73-ac53-60b97b8923ac,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:39.151648 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-b028fdb4-d808-4fb6-9026-6f7b00e49409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:39.153344 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-b028fdb4-d808-4fb6-9026-6f7b00e49409 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 1096 time: 0.1661005 Oct 21 11:45:39.181360 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3c4d1ece-3c21-48ac-b7f9-db4918c5932d req-43fa0dba-be76-4c64-980d-565f651d4aa5 service neutron] 10.222.0.47 "GET /v2.0/networks/ec023b71-aece-4abc-87ff-2dfa1c9f77ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794465 Oct 21 11:45:39.208900 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99089e66-f5fb-4db8-809c-a51b7567dcf5 req-4ea8a4a5-f243-4873-bcdc-5f0711197767 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:39.210380 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-99089e66-f5fb-4db8-809c-a51b7567dcf5 req-4ea8a4a5-f243-4873-bcdc-5f0711197767 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 943 time: 0.3910253 Oct 21 11:45:39.215345 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-9c0e59e8-0513-4227-8ae8-ebb91f88acaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac HTTP/1.1" status: 200 len: 217 time: 0.0475855 Oct 21 11:45:39.216903 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] For port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:45:39.232181 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-8db3b9cd-2a64-4257-9cf4-ae8feb31b690 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:39.233662 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-8db3b9cd-2a64-4257-9cf4-ae8feb31b690 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 817 time: 0.4386203 Oct 21 11:45:39.239215 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] For port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=44cdc3b4-f25f-4d9d-b3ef-804628c2e649,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:45:39.263124 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.292691 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-be282959-e534-49a2-90f8-87a2c7a51db7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/quotas/fc1a2a7622fa4007a93e98225b37c454 HTTP/1.1" status: 200 len: 375 time: 0.0483625 Oct 21 11:45:39.313808 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:39.314407 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.315849 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] 10.222.0.47 "PUT /v2.0/ports/44cdc3b4-f25f-4d9d-b3ef-804628c2e649 HTTP/1.1" status: 200 len: 1093 time: 2.5439723 Oct 21 11:45:39.319399 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-a2034e6f-60b9-4a01-b23a-30b3c72fd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:39.321132 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-a2034e6f-60b9-4a01-b23a-30b3c72fd6ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015a352-bd7a-49f5-8efd-ec90092cf44d HTTP/1.1" status: 200 len: 859 time: 0.0909865 Oct 21 11:45:39.330405 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e6b0aaf0-a857-460d-82f8-c8f5dc0656e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.350193 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-99089e66-f5fb-4db8-809c-a51b7567dcf5 req-f4169c40-75d4-4578-916b-43bfd27b129e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246276 Oct 21 11:45:39.372151 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e6b0aaf0-a857-460d-82f8-c8f5dc0656e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.377413 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101550d-59e7-4840-bf1e-e8cd641ddd3f service neutron] Pushing event updated for resources: {'Port': ['ID=44cdc3b4-f25f-4d9d-b3ef-804628c2e649,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:39.389861 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-857b1fad-dd03-4965-be0d-8cbd804c06b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516336 Oct 21 11:45:39.420811 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f85f2fa-a93f-459d-bef5-4ae0c20d4c0a x-openstack-request-id: req-6f85f2fa-a93f-459d-bef5-4ae0c20d4c0a {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:45:39.421121 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8186bc-6ea8-48ec-b24e-a069ca877c3d", "tag": "fab34e83-6fad-4a73-ac53-60b97b8923ac", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:45:39.421368 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f85f2fa-a93f-459d-bef5-4ae0c20d4c0a {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:45:39.421754 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8186bc-6ea8-48ec-b24e-a069ca877c3d', 'tag': 'fab34e83-6fad-4a73-ac53-60b97b8923ac', 'status': 'completed', 'code': 200} Oct 21 11:45:39.445869 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-17703925-ca86-4b79-ad9d-c13a04d18243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.453811 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-e6b0aaf0-a857-460d-82f8-c8f5dc0656e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=620e95739ea9431baf9d3187a6d62c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8129725 Oct 21 11:45:39.458776 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0aaf0-a857-460d-82f8-c8f5dc0656e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cc89d0-6f26-46f7-9ece-039b0a170859,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:39.462459 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-17703925-ca86-4b79-ad9d-c13a04d18243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.467852 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45272) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:39.491135 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-d9c08ecc-8edc-46e7-aadf-60817f9eeb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:39.492305 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-d9c08ecc-8edc-46e7-aadf-60817f9eeb76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 1096 time: 0.1285329 Oct 21 11:45:39.514969 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-3ec6e68a-b6fa-4f03-a6c7-a53128f404e5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1965132 Oct 21 11:45:39.536875 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-17703925-ca86-4b79-ad9d-c13a04d18243 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8290e070607e45c18fab8a3f40677d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9181719 Oct 21 11:45:39.547144 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45278) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:39.556254 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-93f52b7b-9cf7-4941-af53-282f9c78816f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44cdc3b4-f25f-4d9d-b3ef-804628c2e649 HTTP/1.1" status: 200 len: 217 time: 0.0513995 Oct 21 11:45:39.566280 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-317fe477-1502-4765-b68e-116a88af9313 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579299 Oct 21 11:45:39.566883 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17703925-ca86-4b79-ad9d-c13a04d18243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d953069-d1a6-4bdc-a3a6-b86b0b195873,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:39.681059 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-607d5c73-cdf8-4478-8f6c-3ffcb84247c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.690126 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3965da6a-0332-415e-837c-63c0982caf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:39.691593 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-3965da6a-0332-415e-837c-63c0982caf37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015a352-bd7a-49f5-8efd-ec90092cf44d HTTP/1.1" status: 200 len: 859 time: 0.1275575 Oct 21 11:45:39.698560 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849bf80-97d3-44bd-8ac6-2bfed8ce9506 req-d8b96aaa-277c-4b4f-b730-3167339c7acc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:39.700249 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e849bf80-97d3-44bd-8ac6-2bfed8ce9506 req-d8b96aaa-277c-4b4f-b730-3167339c7acc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 943 time: 0.1255817 Oct 21 11:45:39.720303 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2d153ace-da84-45d7-8756-407114da50e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.722644 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-9f199472-7f97-4259-a4ac-85eb7ffcedbe service neutron] 10.222.0.24 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813893 Oct 21 11:45:39.727981 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-607d5c73-cdf8-4478-8f6c-3ffcb84247c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.749947 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-1fe4039c-eb22-43e5-9e41-89cb4dd4aadc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469198 Oct 21 11:45:39.760637 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e68b071c-c168-482e-83fc-8f7048dc27cb req-0fea1d07-8364-4d18-ad1d-7e4c10664c75 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848855 Oct 21 11:45:39.789919 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2d153ace-da84-45d7-8756-407114da50e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.840396 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e849bf80-97d3-44bd-8ac6-2bfed8ce9506 req-fe86812e-2e19-41ab-b0ea-1585fab524d5 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310921 Oct 21 11:45:39.878042 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-b6d668c6-0ea6-4c74-a876-f6092a6b6d7f service neutron] 10.222.0.24 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479599 Oct 21 11:45:39.883240 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-607d5c73-cdf8-4478-8f6c-3ffcb84247c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.890717 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-607d5c73-cdf8-4478-8f6c-3ffcb84247c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.891054 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-cb41d021-f2fa-402f-aed3-829c7da5ba6c service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327448 Oct 21 11:45:39.892231 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-607d5c73-cdf8-4478-8f6c-3ffcb84247c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83cc89d0-6f26-46f7-9ece-039b0a170859 HTTP/1.1" status: 204 len: 168 time: 0.4217565 Oct 21 11:45:39.904389 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d5c73-cdf8-4478-8f6c-3ffcb84247c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cc89d0-6f26-46f7-9ece-039b0a170859,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:39.914077 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2d153ace-da84-45d7-8756-407114da50e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.916566 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2d153ace-da84-45d7-8756-407114da50e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:39.918877 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-2d153ace-da84-45d7-8756-407114da50e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d953069-d1a6-4bdc-a3a6-b86b0b195873 HTTP/1.1" status: 204 len: 168 time: 0.3696780 Oct 21 11:45:39.948852 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d153ace-da84-45d7-8756-407114da50e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d953069-d1a6-4bdc-a3a6-b86b0b195873,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:40.032845 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9296fa-4d71-41a7-aca1-1ec712435273 req-bc8a6e01-e9eb-4e3a-9c7b-6b5e77c40dac tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:40.042029 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bf9296fa-4d71-41a7-aca1-1ec712435273 req-bc8a6e01-e9eb-4e3a-9c7b-6b5e77c40dac tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 943 time: 0.1034968 Oct 21 11:45:40.080533 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bf9296fa-4d71-41a7-aca1-1ec712435273 req-24b20241-50ef-48a4-827c-365a18571ac2 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Oct 21 11:45:40.184327 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-699f9bc0-2807-4cef-97b9-b4d0fd810344 req-609a0de9-776e-4bd8-a746-dbca30163099 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0342388 Oct 21 11:45:40.353718 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45318) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:40.368970 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45320) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:40.370596 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d9b96128-78c8-4fc6-9ccf-1a8500aecc1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.384676 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aef015cd-6b21-4edb-8824-0616f08c250f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.499375 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aef015cd-6b21-4edb-8824-0616f08c250f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.506259 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aef015cd-6b21-4edb-8824-0616f08c250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.552151 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef015cd-6b21-4edb-8824-0616f08c250f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d763a8f5-28c7-4c21-9ea8-a74ecf52f5dc,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:40.554030 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c3134-18e7-4990-b732-31364134ed11 req-8bdfd290-d7d3-4e26-a189-94ad1136a84e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:40.556587 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-476c3134-18e7-4990-b732-31364134ed11 req-8bdfd290-d7d3-4e26-a189-94ad1136a84e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 943 time: 0.1170104 Oct 21 11:45:40.576982 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-aef015cd-6b21-4edb-8824-0616f08c250f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=867d255349d240ed873539a88dd9b280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043946 Oct 21 11:45:40.577326 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45330) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:40.599661 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d9b96128-78c8-4fc6-9ccf-1a8500aecc1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.610172 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d9b96128-78c8-4fc6-9ccf-1a8500aecc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.632376 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-51f61c57-df68-4714-bfae-395b289c83c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.636527 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-476c3134-18e7-4990-b732-31364134ed11 req-51c95eb3-b897-4430-a523-99c45c8ea1f1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731626 Oct 21 11:45:40.655525 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d9b96128-78c8-4fc6-9ccf-1a8500aecc1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e474d4af11c14f25ac42d5b14bb8ea44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997277 Oct 21 11:45:40.658740 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45332) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:40.662217 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-51f61c57-df68-4714-bfae-395b289c83c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.671471 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b96128-78c8-4fc6-9ccf-1a8500aecc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69246a09-a6a9-440b-b15e-5da79f0d6375,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:40.715216 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-69aa9887-00f3-4c0c-b670-002c2068fb14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.723726 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-51f61c57-df68-4714-bfae-395b289c83c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.726353 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-51f61c57-df68-4714-bfae-395b289c83c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.729890 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-51f61c57-df68-4714-bfae-395b289c83c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d763a8f5-28c7-4c21-9ea8-a74ecf52f5dc HTTP/1.1" status: 204 len: 168 time: 0.1492376 Oct 21 11:45:40.735099 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f61c57-df68-4714-bfae-395b289c83c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d763a8f5-28c7-4c21-9ea8-a74ecf52f5dc,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:40.739261 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-69aa9887-00f3-4c0c-b670-002c2068fb14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.794162 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-69aa9887-00f3-4c0c-b670-002c2068fb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.796772 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-69aa9887-00f3-4c0c-b670-002c2068fb14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.797954 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-69aa9887-00f3-4c0c-b670-002c2068fb14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69246a09-a6a9-440b-b15e-5da79f0d6375 HTTP/1.1" status: 204 len: 168 time: 0.1383264 Oct 21 11:45:40.806119 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa9887-00f3-4c0c-b670-002c2068fb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69246a09-a6a9-440b-b15e-5da79f0d6375,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:40.946195 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-27c27e86-1254-44da-9ce6-9887811fa01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:40.977959 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3f7fe-a102-498e-b11b-6d36d52dadb1 req-a38588f7-a386-4777-84b7-d081165611f1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:40.979699 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a5b3f7fe-a102-498e-b11b-6d36d52dadb1 req-a38588f7-a386-4777-84b7-d081165611f1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 943 time: 0.0526829 Oct 21 11:45:41.019601 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a5b3f7fe-a102-498e-b11b-6d36d52dadb1 req-8a7498b8-ae6b-4907-96f3-e89140c70e14 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329051 Oct 21 11:45:41.058389 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:45:41.235188 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218daaa-5d20-4ca6-8a1e-982395d5ab61 req-f2c3076c-f550-48a0-b4c2-57ec33ef434b tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:41.236858 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f218daaa-5d20-4ca6-8a1e-982395d5ab61 req-f2c3076c-f550-48a0-b4c2-57ec33ef434b tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 943 time: 0.0734727 Oct 21 11:45:41.277077 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f218daaa-5d20-4ca6-8a1e-982395d5ab61 req-c5af05f4-b323-4411-8038-aaad33cca9f3 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Oct 21 11:45:41.320526 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5c8c371e-319b-41e1-bac6-50195f75afdc req-6217c48b-7998-4f4e-8f60-ce2e10bc3f5f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0390229 Oct 21 11:45:41.422441 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d04a38-9e5c-463d-89b6-b4566a366250', 'tag': '44cdc3b4-f25f-4d9d-b3ef-804628c2e649'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:45:41.425369 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c65682-175b-46ad-998d-11f9c0ace392" -d '{"events": [{"name": "network-changed", "server_uuid": "88d04a38-9e5c-463d-89b6-b4566a366250", "tag": "44cdc3b4-f25f-4d9d-b3ef-804628c2e649"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:45:41.462883 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bf5c50-1706-453f-a6f0-376c6cf130a6 x-openstack-request-id: req-c7bf5c50-1706-453f-a6f0-376c6cf130a6 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:45:41.463172 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d04a38-9e5c-463d-89b6-b4566a366250", "tag": "44cdc3b4-f25f-4d9d-b3ef-804628c2e649", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:45:41.463420 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7bf5c50-1706-453f-a6f0-376c6cf130a6 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:45:41.463810 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d04a38-9e5c-463d-89b6-b4566a366250', 'tag': '44cdc3b4-f25f-4d9d-b3ef-804628c2e649', 'status': 'completed', 'code': 200} Oct 21 11:45:41.765761 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb324d-22d6-4479-8943-5e0cd1157cb9 req-42d63be0-fbee-4d4a-adb8-9eb2a1b087a7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:41.768126 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-91eb324d-22d6-4479-8943-5e0cd1157cb9 req-42d63be0-fbee-4d4a-adb8-9eb2a1b087a7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 943 time: 0.0589216 Oct 21 11:45:41.809455 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-91eb324d-22d6-4479-8943-5e0cd1157cb9 req-a8207422-5ca7-4c3f-8fd2-32612b6c7f60 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348384 Oct 21 11:45:42.148324 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2093a40-adeb-4ce8-88d0-1e21a578c609 req-da530f71-8ea8-49e5-9486-3c596572306a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:42.149903 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d2093a40-adeb-4ce8-88d0-1e21a578c609 req-da530f71-8ea8-49e5-9486-3c596572306a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 943 time: 0.0545983 Oct 21 11:45:42.191796 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d2093a40-adeb-4ce8-88d0-1e21a578c609 req-92743d03-5604-472c-a3d6-304a7c108268 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337031 Oct 21 11:45:42.439906 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b5053012-5b07-4e4a-9810-880281a8e1c3 req-b366ecd1-8444-4f41-b37b-1440b5300a5d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0403225 Oct 21 11:45:42.449494 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca27fcd-60d7-44bb-aa8e-eecd58b5c764 req-517290dd-2825-4d96-a05b-4044ff769054 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:42.451207 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9ca27fcd-60d7-44bb-aa8e-eecd58b5c764 req-517290dd-2825-4d96-a05b-4044ff769054 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 943 time: 0.1045620 Oct 21 11:45:42.499485 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9ca27fcd-60d7-44bb-aa8e-eecd58b5c764 req-d9b3e2f8-566f-4d3d-87b3-d6eaba70f028 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411332 Oct 21 11:45:42.595522 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 520b4833-baf6-4e92-9c1f-7d775ad19f1e details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:45:42.747602 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70f176-5274-4034-91ad-0de02ec2510a req-ad26f53d-d1f1-499c-8cd9-3d613d241056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:42.749837 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1c70f176-5274-4034-91ad-0de02ec2510a req-ad26f53d-d1f1-499c-8cd9-3d613d241056 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 1096 time: 0.1207340 Oct 21 11:45:42.794133 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 520b4833-baf6-4e92-9c1f-7d775ad19f1e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=520b4833-baf6-4e92-9c1f-7d775ad19f1e,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:42.799970 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e6e78aa2-cfab-491f-9244-924c47fdad65 req-c9c5d104-da90-47fb-8a34-a2699676f137 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203488 Oct 21 11:45:42.831194 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '520b4833-baf6-4e92-9c1f-7d775ad19f1e', 'network_id': '424deba6-bccd-4605-85ac-925b0a293982', 'port_id': '520b4833-baf6-4e92-9c1f-7d775ad19f1e', 'mac_address': 'fa:16:3e:69:60:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b0aa6a-4ce2-4555-be29-93c882c6a0bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:45:42.930036 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:42.941770 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70f176-5274-4034-91ad-0de02ec2510a req-b3521e80-424f-4b8c-ba9c-3dd51a533d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:42.944475 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1c70f176-5274-4034-91ad-0de02ec2510a req-b3521e80-424f-4b8c-ba9c-3dd51a533d29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 920 time: 0.1839063 Oct 21 11:45:42.962859 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520b4833-baf6-4e92-9c1f-7d775ad19f1e {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:45:42.997801 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f007a-481e-4d26-968d-0375f315618b req-c780dfbc-802c-4dd7-8b95-a8f946aa290d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:43.008904 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ca4f007a-481e-4d26-968d-0375f315618b req-c780dfbc-802c-4dd7-8b95-a8f946aa290d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 943 time: 0.0924017 Oct 21 11:45:43.015379 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 520b4833-baf6-4e92-9c1f-7d775ad19f1e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=520b4833-baf6-4e92-9c1f-7d775ad19f1e,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:43.022235 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:43.024841 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device d559b90e-9222-44dd-8dd1-4b12e70ddcfd details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:45:43.025754 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c65682-175b-46ad-998d-11f9c0ace392 req-0f38d9fa-13d6-4819-9e5f-e36e64a50e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:43.027628 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-03c65682-175b-46ad-998d-11f9c0ace392 req-0f38d9fa-13d6-4819-9e5f-e36e64a50e91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 1096 time: 0.1205227 Oct 21 11:45:43.029473 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1c70f176-5274-4034-91ad-0de02ec2510a req-97ead562-a739-4600-b495-771c085bde1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac HTTP/1.1" status: 200 len: 217 time: 0.0655105 Oct 21 11:45:43.084452 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ca4f007a-481e-4d26-968d-0375f315618b req-f51725b8-ce8e-4e41-be40-dfd254bc099e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693419 Oct 21 11:45:43.161296 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=520b4833-baf6-4e92-9c1f-7d775ad19f1e,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:43.200554 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70f176-5274-4034-91ad-0de02ec2510a req-86b15a03-ee43-4943-a610-389f2842a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:43.202103 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1c70f176-5274-4034-91ad-0de02ec2510a req-86b15a03-ee43-4943-a610-389f2842a247 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015a352-bd7a-49f5-8efd-ec90092cf44d HTTP/1.1" status: 200 len: 859 time: 0.1322699 Oct 21 11:45:43.243489 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1c70f176-5274-4034-91ad-0de02ec2510a req-176f8ddb-d102-4598-9441-5664d8996768 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321145 Oct 21 11:45:43.248446 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45490) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:43.257811 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45494) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:43.271447 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port d559b90e-9222-44dd-8dd1-4b12e70ddcfd, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d559b90e-9222-44dd-8dd1-4b12e70ddcfd,segment=NetworkSegment(969bc0d8-be41-469a-8894-e2ad1c8eafc9),segment_id=969bc0d8-be41-469a-8894-e2ad1c8eafc9)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:43.298929 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': 'd559b90e-9222-44dd-8dd1-4b12e70ddcfd', 'network_id': 'ec023b71-aece-4abc-87ff-2dfa1c9f77ce', 'port_id': 'd559b90e-9222-44dd-8dd1-4b12e70ddcfd', 'mac_address': 'fa:16:3e:df:17:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18a7fda-f247-4d18-95a9-49e3147f8041', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:45:43.366287 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c65682-175b-46ad-998d-11f9c0ace392 req-0cde3ae5-db7c-493a-8d59-c84fcf291b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:43.370269 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-03c65682-175b-46ad-998d-11f9c0ace392 req-0cde3ae5-db7c-493a-8d59-c84fcf291b19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 920 time: 0.3227260 Oct 21 11:45:43.385552 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:43.387838 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0cf70-2b03-4323-ad71-011e83ef6dca req-74b2298d-fe25-4535-8fd1-043165325cb2 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:43.399240 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c1b0cf70-2b03-4323-ad71-011e83ef6dca req-74b2298d-fe25-4535-8fd1-043165325cb2 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 944 time: 0.0962591 Oct 21 11:45:43.419246 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d559b90e-9222-44dd-8dd1-4b12e70ddcfd {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:45:43.465707 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-03c65682-175b-46ad-998d-11f9c0ace392 req-883e72bf-8ef3-4756-acd7-a48c4ed5f3a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44cdc3b4-f25f-4d9d-b3ef-804628c2e649 HTTP/1.1" status: 200 len: 217 time: 0.0885594 Oct 21 11:45:43.468396 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port d559b90e-9222-44dd-8dd1-4b12e70ddcfd, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d559b90e-9222-44dd-8dd1-4b12e70ddcfd,segment=NetworkSegment(969bc0d8-be41-469a-8894-e2ad1c8eafc9),segment_id=969bc0d8-be41-469a-8894-e2ad1c8eafc9)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:43.501280 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c1b0cf70-2b03-4323-ad71-011e83ef6dca req-b76ee11e-c0d0-4990-82e6-8d82d55594e5 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973079 Oct 21 11:45:43.511400 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1c70f176-5274-4034-91ad-0de02ec2510a req-602c4f22-0770-40b6-bdbf-e96c1d8790c0 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583458 Oct 21 11:45:43.512555 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:43.527371 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b339d73e-c58d-42c2-a0c8-13564252d4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:43.553926 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-24c7455b-4bb5-4a26-b754-202b4643029a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:43.607335 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f229c93-adfe-4b0b-97c2-2c414ce814c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:43.639757 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=d559b90e-9222-44dd-8dd1-4b12e70ddcfd,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:43.819157 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['520b4833-baf6-4e92-9c1f-7d775ad19f1e'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:45:43.830273 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0867e5d8-503f-4297-a2aa-2909911dba8b req-6cdb4ed5-c0d0-45f2-9edb-69e69aa49387 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.1934392 Oct 21 11:45:43.844654 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['d559b90e-9222-44dd-8dd1-4b12e70ddcfd'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:45:43.850680 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f229c93-adfe-4b0b-97c2-2c414ce814c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:43.865319 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f229c93-adfe-4b0b-97c2-2c414ce814c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:43.928549 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-1f229c93-adfe-4b0b-97c2-2c414ce814c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f50217a99d44336bfcd0ae722ee5441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6693196 Oct 21 11:45:43.941074 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45522) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:43.958316 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f229c93-adfe-4b0b-97c2-2c414ce814c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc2c993-1269-4494-aba6-26c84f7f6523,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:43.968354 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ad7e6-04fe-4cd5-8834-ba2e27662172 req-fa19e035-ad2e-418a-aec0-269f566eeba7 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:43.977559 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-511ad7e6-04fe-4cd5-8834-ba2e27662172 req-fa19e035-ad2e-418a-aec0-269f566eeba7 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 944 time: 0.3142481 Oct 21 11:45:44.010775 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c65682-175b-46ad-998d-11f9c0ace392 req-16c7b38f-6213-456a-b2d7-77b44cfc76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:44.012816 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-03c65682-175b-46ad-998d-11f9c0ace392 req-16c7b38f-6213-456a-b2d7-77b44cfc76bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015a352-bd7a-49f5-8efd-ec90092cf44d HTTP/1.1" status: 200 len: 859 time: 0.5217865 Oct 21 11:45:44.024027 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1c70f176-5274-4034-91ad-0de02ec2510a req-9cb0179d-3d10-4735-9da8-2193e62c3c02 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791417 Oct 21 11:45:44.068495 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-03c65682-175b-46ad-998d-11f9c0ace392 req-270d8e84-a2e0-4cd6-84c0-af1b2d8a0ba1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411460 Oct 21 11:45:44.077785 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-511ad7e6-04fe-4cd5-8834-ba2e27662172 req-6738cbb1-7229-49e3-9156-7a4dd5088584 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947685 Oct 21 11:45:44.082103 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-204ed6a0-654d-4144-aa95-c8d78629ce19 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:44.083664 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-204ed6a0-654d-4144-aa95-c8d78629ce19 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 817 time: 0.6534307 Oct 21 11:45:44.116843 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bca2b00c-95f5-411f-a27e-7f489796eab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.144512 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bca2b00c-95f5-411f-a27e-7f489796eab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.231520 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-24c7455b-4bb5-4a26-b754-202b4643029a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.233932 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bca2b00c-95f5-411f-a27e-7f489796eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.236836 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bca2b00c-95f5-411f-a27e-7f489796eab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.238229 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-bca2b00c-95f5-411f-a27e-7f489796eab6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dc2c993-1269-4494-aba6-26c84f7f6523 HTTP/1.1" status: 204 len: 168 time: 0.2957618 Oct 21 11:45:44.248060 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2b00c-95f5-411f-a27e-7f489796eab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc2c993-1269-4494-aba6-26c84f7f6523,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:44.250192 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-24c7455b-4bb5-4a26-b754-202b4643029a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.271819 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-03c65682-175b-46ad-998d-11f9c0ace392 req-e4792607-7806-4efa-a117-2aa2bfe21398 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864552 Oct 21 11:45:44.279288 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-d46d951f-f7fa-4baa-bc51-678ff37ee6f4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc1a2a7622fa4007a93e98225b37c454 HTTP/1.1" status: 200 len: 379 time: 0.0665343 Oct 21 11:45:44.283002 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-24c7455b-4bb5-4a26-b754-202b4643029a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bb3a5a5cf914e33b31ec3b0f9bcbe04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0326004 Oct 21 11:45:44.286041 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45530) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:44.309380 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009babb2-2e80-44d3-a322-a9b265c4830c req-fb03c2e4-8e51-47da-a712-e9d1937273c4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:44.311024 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-009babb2-2e80-44d3-a322-a9b265c4830c req-fb03c2e4-8e51-47da-a712-e9d1937273c4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 943 time: 0.1106725 Oct 21 11:45:44.311515 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'port': {'device_id': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'admin_state_up': True, 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'security_groups': ['e7ae379c-e0cc-497c-a962-d51405350f73']}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:44.338285 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7455b-4bb5-4a26-b754-202b4643029a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2112915a-c2e8-4754-bce1-a1a728b9d78d,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:44.368035 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-009babb2-2e80-44d3-a322-a9b265c4830c req-fa266633-64eb-4212-8097-87b55c6e2ecc tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474436 Oct 21 11:45:44.443249 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.481458 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.500216 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7243b398-7c05-4515-8450-c06dc8fe2a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.551044 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7243b398-7c05-4515-8450-c06dc8fe2a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.555107 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-03c65682-175b-46ad-998d-11f9c0ace392 req-8d431204-1c4d-4772-b627-e61cda119647 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652013 Oct 21 11:45:44.623729 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Made reservation on behalf of fc1a2a7622fa4007a93e98225b37c454 for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:44.627746 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.631965 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45546) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:44.648043 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-481918b0-4919-4ebf-a2b7-8b2d36252f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.659311 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7243b398-7c05-4515-8450-c06dc8fe2a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.662097 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7243b398-7c05-4515-8450-c06dc8fe2a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.665629 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-7243b398-7c05-4515-8450-c06dc8fe2a03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2112915a-c2e8-4754-bce1-a1a728b9d78d HTTP/1.1" status: 204 len: 168 time: 0.3761613 Oct 21 11:45:44.676529 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b69484-18f6-41d3-97dd-438831f964c5 req-5287b9b4-d621-4876-bb97-9b78213f5c92 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:44.678314 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c8b69484-18f6-41d3-97dd-438831f964c5 req-5287b9b4-d621-4876-bb97-9b78213f5c92 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 944 time: 0.0805018 Oct 21 11:45:44.706508 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243b398-7c05-4515-8450-c06dc8fe2a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2112915a-c2e8-4754-bce1-a1a728b9d78d,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:44.746870 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c8b69484-18f6-41d3-97dd-438831f964c5 req-e0c05c34-7af3-485a-833d-db820f35d66c tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541546 Oct 21 11:45:44.783209 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-481918b0-4919-4ebf-a2b7-8b2d36252f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.788222 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Allocated IP 172.20.0.7 (d3567cc6-bfe7-45ab-b19c-feef19a558f5/2cfd3420-e723-490f-9fbe-a2d76b978997/15f182f0-4a55-402a-94ed-a82645336d7e) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:45:44.790736 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-481918b0-4919-4ebf-a2b7-8b2d36252f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:44.830153 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-481918b0-4919-4ebf-a2b7-8b2d36252f34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b9238fa27504f4ab8cf58bf31d91009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969187 Oct 21 11:45:44.832495 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481918b0-4919-4ebf-a2b7-8b2d36252f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd66a591-8bc6-4b72-8edb-5515253e5cbe,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:44.835326 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45554) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:44.965277 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8a1d584a-588f-4d2d-873c-a497307afb4a req-4fdbd63f-f217-4a8c-bfe1-ee727a710b83 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0448885 Oct 21 11:45:44.992601 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-6aad5b67-8f23-4e6b-952d-4bdecd00f584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.033251 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-6aad5b67-8f23-4e6b-952d-4bdecd00f584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.037578 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.100117 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.119844 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45566) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:45.134423 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-527bd81d-5003-419b-a215-cf4512bc64d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.139205 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-6aad5b67-8f23-4e6b-952d-4bdecd00f584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.142035 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-6aad5b67-8f23-4e6b-952d-4bdecd00f584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.145834 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-6aad5b67-8f23-4e6b-952d-4bdecd00f584 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd66a591-8bc6-4b72-8edb-5515253e5cbe HTTP/1.1" status: 204 len: 168 time: 0.3067429 Oct 21 11:45:45.168991 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Network d3567cc6-bfe7-45ab-b19c-feef19a558f5 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:45:45.170213 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad5b67-8f23-4e6b-952d-4bdecd00f584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd66a591-8bc6-4b72-8edb-5515253e5cbe,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:45.175852 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'Port': ['ID=15f182f0-4a55-402a-94ed-a82645336d7e,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:45.178858 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:45.183869 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:45:45.228692 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28d8e8-aed0-43b8-8ead-4159aa21221f req-68d16ae9-7e9a-441d-935b-861d39cd8cc6 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:45.230244 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ec28d8e8-aed0-43b8-8ead-4159aa21221f req-68d16ae9-7e9a-441d-935b-861d39cd8cc6 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 944 time: 0.0834200 Oct 21 11:45:45.254171 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:45.255384 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.274017 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-545af474-059d-4734-8809-1fab124dcc86 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9673817 Oct 21 11:45:45.292040 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Request body: {'port': {'device_id': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:45.297516 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ec28d8e8-aed0-43b8-8ead-4159aa21221f req-b4802054-bc2d-45d4-8a6f-0eea22f47506 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557261 Oct 21 11:45:45.312938 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-527bd81d-5003-419b-a215-cf4512bc64d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.325078 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-527bd81d-5003-419b-a215-cf4512bc64d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.369016 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-527bd81d-5003-419b-a215-cf4512bc64d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d37380b016a429b8c3c6d6c1f219a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479513 Oct 21 11:45:45.370194 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bd81d-5003-419b-a215-cf4512bc64d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f940a91d-f7cb-495d-b6a4-43f86bf62e01,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:45.372872 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45570) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:45.380783 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.459407 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-37da1639-7f99-41a9-94ec-8421ce023c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.493578 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-ca691a6c-99e6-4729-90f9-ce408fa25dd4 None None] Provisioning complete for port 15f182f0-4a55-402a-94ed-a82645336d7e triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:45.494848 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ca691a6c-99e6-4729-90f9-ce408fa25dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.499161 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-37da1639-7f99-41a9-94ec-8421ce023c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.544666 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:45:45.546812 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 520b4833-baf6-4e92-9c1f-7d775ad19f1e up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:45.564809 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461812e9-be70-4165-938e-f6d875f4b27f req-317ab341-d540-41fd-a1f5-cd34ba0f9107 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:45.573075 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-461812e9-be70-4165-938e-f6d875f4b27f req-317ab341-d540-41fd-a1f5-cd34ba0f9107 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 943 time: 0.0963957 Oct 21 11:45:45.616520 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-37da1639-7f99-41a9-94ec-8421ce023c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.621136 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-37da1639-7f99-41a9-94ec-8421ce023c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.624503 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-37da1639-7f99-41a9-94ec-8421ce023c93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f940a91d-f7cb-495d-b6a4-43f86bf62e01 HTTP/1.1" status: 204 len: 168 time: 0.2482545 Oct 21 11:45:45.632300 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-ca691a6c-99e6-4729-90f9-ce408fa25dd4 None None] Port 15f182f0-4a55-402a-94ed-a82645336d7e cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:45:45.648235 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-461812e9-be70-4165-938e-f6d875f4b27f req-ab394fe5-cdf7-46dd-a466-f0d8d7749e36 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600328 Oct 21 11:45:45.654768 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da1639-7f99-41a9-94ec-8421ce023c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f940a91d-f7cb-495d-b6a4-43f86bf62e01,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:45.786722 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f182f0-4a55-402a-94ed-a82645336d7e {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:45:45.796232 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.812560 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Transition to ACTIVE for port object 15f182f0-4a55-402a-94ed-a82645336d7e will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:45:45.821819 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 520b4833-baf6-4e92-9c1f-7d775ad19f1e completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:45:45.828500 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.835480 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 520b4833-baf6-4e92-9c1f-7d775ad19f1e triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:45.837546 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:45.848791 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=44cdc3b4-f25f-4d9d-b3ef-804628c2e649,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:45.912503 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '44cdc3b4-f25f-4d9d-b3ef-804628c2e649', 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7', 'port_id': '44cdc3b4-f25f-4d9d-b3ef-804628c2e649', 'mac_address': 'fa:16:3e:f5:a5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd015a352-bd7a-49f5-8efd-ec90092cf44d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:45:45.937629 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Pushing event updated for resources: {'Port': ['ID=15f182f0-4a55-402a-94ed-a82645336d7e,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:45.977511 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfc9e6-aa89-437b-af55-a856bf20853d req-82b39fc9-5cb6-4d4b-b12b-82300b16731b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:45.979466 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-01cfc9e6-aa89-437b-af55-a856bf20853d req-82b39fc9-5cb6-4d4b-b12b-82300b16731b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 944 time: 0.1219559 Oct 21 11:45:46.120111 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:46.137972 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-01cfc9e6-aa89-437b-af55-a856bf20853d req-9be5847f-fcfa-42bd-98f8-7ea28beb22b7 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496813 Oct 21 11:45:46.164811 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Attempting to bind port 15f182f0-4a55-402a-94ed-a82645336d7e on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:45:46.165905 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Attempting to bind port 15f182f0-4a55-402a-94ed-a82645336d7e by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:45:46.166206 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Attempting to bind port 15f182f0-4a55-402a-94ed-a82645336d7e on network d3567cc6-bfe7-45ab-b19c-feef19a558f5 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:46.192544 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:46.202604 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07388d41-d592-487c-8fec-a52f4c59d27a req-acbd4bbd-3c7b-42ce-ada8-37239fbb5ec1 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:46.203698 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Port 15f182f0-4a55-402a-94ed-a82645336d7e on network d3567cc6-bfe7-45ab-b19c-feef19a558f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:45:46.204033 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Attempting to bind port 15f182f0-4a55-402a-94ed-a82645336d7e on network d3567cc6-bfe7-45ab-b19c-feef19a558f5 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:45:46.205924 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-07388d41-d592-487c-8fec-a52f4c59d27a req-acbd4bbd-3c7b-42ce-ada8-37239fbb5ec1 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0885942 Oct 21 11:45:46.226170 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:45:46.226510 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Checking segment: {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:46.233375 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Bound using segment: {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:45:46.233919 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Bound port: 15f182f0-4a55-402a-94ed-a82645336d7e, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:45:46.234287 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:46.299207 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 520b4833-baf6-4e92-9c1f-7d775ad19f1e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=520b4833-baf6-4e92-9c1f-7d775ad19f1e,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:46.315068 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a924aa87-1b0d-4f26-bca7-2dc0261bf78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520b4833-baf6-4e92-9c1f-7d775ad19f1e'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:45:46.338484 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-07388d41-d592-487c-8fec-a52f4c59d27a req-ee65b423-84b1-4cf7-be3b-6e7caf5cd542 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257124 Oct 21 11:45:46.385159 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:45:46.388900 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:45:46.396136 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:46.436733 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:46.437542 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:46.439660 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] 10.222.0.47 "PUT /v2.0/ports/15f182f0-4a55-402a-94ed-a82645336d7e HTTP/1.1" status: 200 len: 1093 time: 1.1518011 Oct 21 11:45:46.440201 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:45:46.443121 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3a02e4-8712-48d7-b562-067794e3c4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:45:46.454450 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:46.461967 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device d559b90e-9222-44dd-8dd1-4b12e70ddcfd up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:46.535230 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ea7a11-1928-4921-8737-4b42658826ef x-openstack-request-id: req-84ea7a11-1928-4921-8737-4b42658826ef {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:45:46.535787 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:45:46.536178 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84ea7a11-1928-4921-8737-4b42658826ef {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:45:46.536742 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e', 'status': 'completed', 'code': 200} Oct 21 11:45:46.583225 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:45:46.587070 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca1ea7-2566-4ae9-b820-c53b6b3897e4 service neutron] Pushing event updated for resources: {'Port': ['ID=15f182f0-4a55-402a-94ed-a82645336d7e,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:46.590022 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca41d1-b77e-4418-8fea-8ece676ca81f req-2e846220-3d75-4c2e-a994-02317ed9d741 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:46.591655 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-edca41d1-b77e-4418-8fea-8ece676ca81f req-2e846220-3d75-4c2e-a994-02317ed9d741 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 944 time: 0.1069543 Oct 21 11:45:46.644759 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-47f4c340-0e45-4e67-87a2-f1fcce188688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:46.646513 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-47f4c340-0e45-4e67-87a2-f1fcce188688 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 1096 time: 0.1577852 Oct 21 11:45:46.663231 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-edca41d1-b77e-4418-8fea-8ece676ca81f req-901af434-459d-42a3-b096-7669fb1331e8 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472379 Oct 21 11:45:46.688493 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=520b4833-baf6-4e92-9c1f-7d775ad19f1e,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:46.694699 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:46.711670 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=44cdc3b4-f25f-4d9d-b3ef-804628c2e649,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:46.723562 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:46.724426 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device fab34e83-6fad-4a73-ac53-60b97b8923ac details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:45:46.748880 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-33d816df-6c7f-451c-942b-edfc0f34276e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f182f0-4a55-402a-94ed-a82645336d7e HTTP/1.1" status: 200 len: 217 time: 0.0886757 Oct 21 11:45:46.777876 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port d559b90e-9222-44dd-8dd1-4b12e70ddcfd completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:45:46.802894 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port d559b90e-9222-44dd-8dd1-4b12e70ddcfd triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:46.803710 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:46.833959 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-c5a931fb-4e79-4b16-86f4-5d2400adce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:46.835651 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-c5a931fb-4e79-4b16-86f4-5d2400adce93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.0752289 Oct 21 11:45:46.838974 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0971758-337b-44f4-b3a3-09400ad3d6dc req-817a9596-3e65-4019-bb56-311f69566242 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:46.840586 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d0971758-337b-44f4-b3a3-09400ad3d6dc req-817a9596-3e65-4019-bb56-311f69566242 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 944 time: 0.1001015 Oct 21 11:45:46.860686 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=44cdc3b4-f25f-4d9d-b3ef-804628c2e649,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:46.871532 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port fab34e83-6fad-4a73-ac53-60b97b8923ac, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:46.899267 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d0971758-337b-44f4-b3a3-09400ad3d6dc req-3e2c3956-b950-46c0-a68e-aa7f9443e4af tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 Oct 21 11:45:46.910020 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': 'fab34e83-6fad-4a73-ac53-60b97b8923ac', 'network_id': '9c148ecd-3a51-4ae8-9fa0-8184acd410b7', 'port_id': 'fab34e83-6fad-4a73-ac53-60b97b8923ac', 'mac_address': 'fa:16:3e:f6:72:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd015a352-bd7a-49f5-8efd-ec90092cf44d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:45:46.936555 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-62db9336-4f77-4aee-950e-a18ee5085edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:46.938259 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-62db9336-4f77-4aee-950e-a18ee5085edf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897536 Oct 21 11:45:46.984392 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:46.990617 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6413c904-8efb-42a7-8d1c-26b9906f9336" -d '{"events": [{"server_uuid": "a924aa87-1b0d-4f26-bca7-2dc0261bf78d", "name": "network-vif-plugged", "status": "completed", "tag": "520b4833-baf6-4e92-9c1f-7d775ad19f1e"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:45:47.012153 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab34e83-6fad-4a73-ac53-60b97b8923ac {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:45:47.022205 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:47.050300 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port fab34e83-6fad-4a73-ac53-60b97b8923ac, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:47.060756 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:47.072288 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-791bb03a-a93d-499a-b041-5b4d2cee1a0d service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209707 Oct 21 11:45:47.073689 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port d559b90e-9222-44dd-8dd1-4b12e70ddcfd, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d559b90e-9222-44dd-8dd1-4b12e70ddcfd,segment=NetworkSegment(969bc0d8-be41-469a-8894-e2ad1c8eafc9),segment_id=969bc0d8-be41-469a-8894-e2ad1c8eafc9)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:47.092075 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:47.119083 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=fab34e83-6fad-4a73-ac53-60b97b8923ac,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:47.172913 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=d559b90e-9222-44dd-8dd1-4b12e70ddcfd,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:47.195810 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b8549d68-98c8-4cc5-a9d2-bda1c1c61a37 req-25415c52-c7bc-4ca1-9768-5c3b2a891bdc service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119874 Oct 21 11:45:47.284259 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35c8b8-ea5e-4400-9126-dfcc45c5beee req-8af084fc-1220-4575-bba8-031a9a2eefbc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:47.285866 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5a35c8b8-ea5e-4400-9126-dfcc45c5beee req-8af084fc-1220-4575-bba8-031a9a2eefbc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0630305 Oct 21 11:45:47.294099 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a02e4-8712-48d7-b562-067794e3c4f2 req-4a7419a2-83dd-46e0-82ac-3909c4e2bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:47.295861 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9c3a02e4-8712-48d7-b562-067794e3c4f2 req-4a7419a2-83dd-46e0-82ac-3909c4e2bfce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 1096 time: 0.0455265 Oct 21 11:45:47.325829 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5a35c8b8-ea5e-4400-9126-dfcc45c5beee req-e0b746ce-28bd-4e2d-b8db-18bf31579ac6 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335143 Oct 21 11:45:47.337543 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['44cdc3b4-f25f-4d9d-b3ef-804628c2e649'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:45:47.539508 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a02e4-8712-48d7-b562-067794e3c4f2 req-cea8a29b-9f6d-4452-a810-c32e15ea9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:47.544005 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9c3a02e4-8712-48d7-b562-067794e3c4f2 req-cea8a29b-9f6d-4452-a810-c32e15ea9175 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 918 time: 0.2397585 Oct 21 11:45:47.553983 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209cdda-d523-496e-a8de-483730a5aa57 req-732fae11-ef45-4757-a59e-ddffdd484cdc tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:47.562013 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8209cdda-d523-496e-a8de-483730a5aa57 req-732fae11-ef45-4757-a59e-ddffdd484cdc tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0755801 Oct 21 11:45:47.628953 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8209cdda-d523-496e-a8de-483730a5aa57 req-71782811-e4ae-48cb-8260-78c902c86d30 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655696 Oct 21 11:45:47.669442 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9c3a02e4-8712-48d7-b562-067794e3c4f2 req-e30632c0-bb7e-4f36-9ef9-633b2520e7cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f182f0-4a55-402a-94ed-a82645336d7e HTTP/1.1" status: 200 len: 217 time: 0.1157382 Oct 21 11:45:47.691570 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['fab34e83-6fad-4a73-ac53-60b97b8923ac'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:45:47.749873 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5308a4b-258f-452a-8643-de63b2236e03 x-openstack-request-id: req-f5308a4b-258f-452a-8643-de63b2236e03 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:45:47.750286 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a924aa87-1b0d-4f26-bca7-2dc0261bf78d", "name": "network-vif-plugged", "status": "completed", "tag": "520b4833-baf6-4e92-9c1f-7d775ad19f1e", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:45:47.750661 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5308a4b-258f-452a-8643-de63b2236e03 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:45:47.754071 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a924aa87-1b0d-4f26-bca7-2dc0261bf78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520b4833-baf6-4e92-9c1f-7d775ad19f1e', 'code': 200} Oct 21 11:45:47.860789 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac4275-fd3d-4e17-83e7-051a62232e56 req-e812eed3-1c6c-4bf2-bf4b-0c3febcd86ab tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:47.863049 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-11ac4275-fd3d-4e17-83e7-051a62232e56 req-e812eed3-1c6c-4bf2-bf4b-0c3febcd86ab tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0893066 Oct 21 11:45:47.947307 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-11ac4275-fd3d-4e17-83e7-051a62232e56 req-2c1cabab-f5f2-4af7-a6cd-8d20b3af5ff9 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731957 Oct 21 11:45:47.962372 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a02e4-8712-48d7-b562-067794e3c4f2 req-ac4a304f-7a93-46aa-86d7-fd67b47cf53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:47.964071 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9c3a02e4-8712-48d7-b562-067794e3c4f2 req-ac4a304f-7a93-46aa-86d7-fd67b47cf53b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.2550273 Oct 21 11:45:47.991438 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e338e-519d-4e49-ab48-226e03638394 req-7354c21e-4e97-4949-903a-627d4418bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:47.995928 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-648e338e-519d-4e49-ab48-226e03638394 req-7354c21e-4e97-4949-903a-627d4418bcfb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 1098 time: 0.3073359 Oct 21 11:45:48.045657 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-648e338e-519d-4e49-ab48-226e03638394 req-5b1980fd-3664-4aeb-b413-b1cab6bba33b service neutron] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:48.083528 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a02e4-8712-48d7-b562-067794e3c4f2 req-44f8858d-412b-450c-9486-e3f31da5cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:48.085287 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9c3a02e4-8712-48d7-b562-067794e3c4f2 req-44f8858d-412b-450c-9486-e3f31da5cea8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1090178 Oct 21 11:45:48.095146 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f148bd5-34b0-41b9-8d1f-8a1bc670a071 req-e7c02a8f-9421-44fa-a576-765474b34d1b tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:48.096733 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6f148bd5-34b0-41b9-8d1f-8a1bc670a071 req-e7c02a8f-9421-44fa-a576-765474b34d1b tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 944 time: 0.0999780 Oct 21 11:45:48.146024 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6f148bd5-34b0-41b9-8d1f-8a1bc670a071 req-a2b68322-39e3-491e-adac-bf319ec3e3d1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390413 Oct 21 11:45:48.252145 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9c3a02e4-8712-48d7-b562-067794e3c4f2 req-8295054f-4870-4f9a-9a8f-9583c7d0ee53 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533289 Oct 21 11:45:48.275807 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-648e338e-519d-4e49-ab48-226e03638394 req-5b1980fd-3664-4aeb-b413-b1cab6bba33b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:48.288190 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-648e338e-519d-4e49-ab48-226e03638394 req-5b1980fd-3664-4aeb-b413-b1cab6bba33b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:48.368553 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-648e338e-519d-4e49-ab48-226e03638394 req-5b1980fd-3664-4aeb-b413-b1cab6bba33b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650105 Oct 21 11:45:48.377139 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1980fd-3664-4aeb-b413-b1cab6bba33b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=27111432-2201-4624-a36a-6a0dc42aba71,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:48.405657 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9c3a02e4-8712-48d7-b562-067794e3c4f2 req-83dd81a4-b216-4a7a-8cee-dbe659c93eec service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430790 Oct 21 11:45:48.477060 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7291e0-57a6-44c3-93b1-a969a260902a req-255b7b77-986e-4e0e-bbb9-b409e0546fef tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:48.485491 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0c7291e0-57a6-44c3-93b1-a969a260902a req-255b7b77-986e-4e0e-bbb9-b409e0546fef tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0617208 Oct 21 11:45:48.548953 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0c7291e0-57a6-44c3-93b1-a969a260902a req-5756e3c3-aa8d-4e9c-a837-e91f4bec9c27 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617216 Oct 21 11:45:48.751077 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ffd62-c59d-429a-8a10-b4ede315f2d7 req-bad76fca-2850-4a44-be87-724d64fdef96 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:48.752677 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-264ffd62-c59d-429a-8a10-b4ede315f2d7 req-bad76fca-2850-4a44-be87-724d64fdef96 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0498149 Oct 21 11:45:48.803174 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-264ffd62-c59d-429a-8a10-b4ede315f2d7 req-0cebf262-a46a-40bd-b84c-0122c33b3b8b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432272 Oct 21 11:45:49.089606 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a31f32-5882-4699-b9cd-ab66473cd775 req-e9e7310f-9fdd-4378-ba47-54da794cba0e tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:49.091134 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-98a31f32-5882-4699-b9cd-ab66473cd775 req-e9e7310f-9fdd-4378-ba47-54da794cba0e tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0608842 Oct 21 11:45:49.130592 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-98a31f32-5882-4699-b9cd-ab66473cd775 req-89230d8e-87fb-4fbb-b933-bdc740829b24 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Oct 21 11:45:49.268104 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22ed25-d011-4169-902b-68751dc0d0f8 req-6e1dd156-a692-4cf7-a605-561693688c43 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:49.269531 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2f22ed25-d011-4169-902b-68751dc0d0f8 req-6e1dd156-a692-4cf7-a605-561693688c43 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 944 time: 0.0543411 Oct 21 11:45:49.311723 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2f22ed25-d011-4169-902b-68751dc0d0f8 req-846a280e-15ce-4126-b53c-719054339f47 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356903 Oct 21 11:45:49.520180 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 15f182f0-4a55-402a-94ed-a82645336d7e details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:45:49.522926 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:49.656033 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:45:49.662135 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:49.662660 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:49.694305 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:49.706909 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a6900-9314-40fb-af01-c1d7fb92ed01 req-28d466d5-e911-45b6-a9a5-f99652edeb7a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:49.717685 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-da2a6900-9314-40fb-af01-c1d7fb92ed01 req-28d466d5-e911-45b6-a9a5-f99652edeb7a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0861256 Oct 21 11:45:49.718867 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '15f182f0-4a55-402a-94ed-a82645336d7e', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'port_id': '15f182f0-4a55-402a-94ed-a82645336d7e', 'mac_address': 'fa:16:3e:cd:51:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:45:49.763091 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79f407e-f3e2-4dc1-adf5-601875df4ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd559b90e-9222-44dd-8dd1-4b12e70ddcfd'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:45:49.765531 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-da2a6900-9314-40fb-af01-c1d7fb92ed01 req-72df6f69-9675-4967-a1c0-007a9f3ec598 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461376 Oct 21 11:45:49.766166 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2afa306-5056-4e06-8046-fe6635425b9d" -d '{"events": [{"server_uuid": "e79f407e-f3e2-4dc1-adf5-601875df4ad4", "name": "network-vif-plugged", "status": "completed", "tag": "d559b90e-9222-44dd-8dd1-4b12e70ddcfd"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:45:49.823087 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9e1028-6d52-4608-9f6b-ccd40d1696c6 x-openstack-request-id: req-2d9e1028-6d52-4608-9f6b-ccd40d1696c6 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:45:49.823603 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79f407e-f3e2-4dc1-adf5-601875df4ad4", "name": "network-vif-plugged", "status": "completed", "tag": "d559b90e-9222-44dd-8dd1-4b12e70ddcfd", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:45:49.823902 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d9e1028-6d52-4608-9f6b-ccd40d1696c6 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:45:49.824215 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79f407e-f3e2-4dc1-adf5-601875df4ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd559b90e-9222-44dd-8dd1-4b12e70ddcfd', 'code': 200} Oct 21 11:45:49.845333 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:49.859713 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:49.863803 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f182f0-4a55-402a-94ed-a82645336d7e {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:45:49.903507 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:49.934142 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:49.958636 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=44cdc3b4-f25f-4d9d-b3ef-804628c2e649,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:49.992766 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:49.994827 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device fab34e83-6fad-4a73-ac53-60b97b8923ac up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:50.012977 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd182da-c931-4388-aa44-db5676ee0042 req-53d02fb2-03b8-45a3-8efb-f8813c420437 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:50.014611 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1cd182da-c931-4388-aa44-db5676ee0042 req-53d02fb2-03b8-45a3-8efb-f8813c420437 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 944 time: 0.1000922 Oct 21 11:45:50.070438 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=15f182f0-4a55-402a-94ed-a82645336d7e,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:50.087896 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1cd182da-c931-4388-aa44-db5676ee0042 req-40ffd913-767e-41d0-be3b-a4bee7a58099 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664012 Oct 21 11:45:50.123078 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port fab34e83-6fad-4a73-ac53-60b97b8923ac completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:45:50.132931 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port fab34e83-6fad-4a73-ac53-60b97b8923ac triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:50.134229 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:50.140754 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e6ab9-a69b-43e8-aea3-35db67c5cc1e req-a4edad59-8496-4c02-b0be-7b5e71e82530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:50.143092 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e37e6ab9-a69b-43e8-aea3-35db67c5cc1e req-a4edad59-8496-4c02-b0be-7b5e71e82530 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0914702 Oct 21 11:45:50.217591 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e37e6ab9-a69b-43e8-aea3-35db67c5cc1e req-cdbe9b02-bd5f-4783-944c-50e0913eaf22 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641119 Oct 21 11:45:50.229509 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=44cdc3b4-f25f-4d9d-b3ef-804628c2e649,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:50.264166 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['15f182f0-4a55-402a-94ed-a82645336d7e'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:45:50.311938 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9f04e-712f-49ca-8687-7a942f2ce5ea req-20d13d09-82d3-4c35-bd58-51938ca408e6 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:50.320283 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bfe9f04e-712f-49ca-8687-7a942f2ce5ea req-20d13d09-82d3-4c35-bd58-51938ca408e6 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0767071 Oct 21 11:45:50.366956 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:50.374928 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bfe9f04e-712f-49ca-8687-7a942f2ce5ea req-e03cd8af-4421-4db7-b8b0-a3ee740ae21f tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477669 Oct 21 11:45:50.439154 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45876) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:50.450718 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port fab34e83-6fad-4a73-ac53-60b97b8923ac, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:50.462545 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:50.493807 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cd3cc-0734-4343-a8b3-7d554af31a18 req-fbdcba8f-bb01-4da6-a00f-ec566777477a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:50.495678 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9f7cd3cc-0734-4343-a8b3-7d554af31a18 req-fbdcba8f-bb01-4da6-a00f-ec566777477a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0734861 Oct 21 11:45:50.546166 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9f7cd3cc-0734-4343-a8b3-7d554af31a18 req-f6c575a9-e947-494c-91b4-da042eae59e8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 Oct 21 11:45:50.573888 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-04f3939f-e944-4958-8a77-c2923b43eb5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:50.574084 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=fab34e83-6fad-4a73-ac53-60b97b8923ac,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:50.652909 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-04f3939f-e944-4958-8a77-c2923b43eb5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:50.658460 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-04f3939f-e944-4958-8a77-c2923b43eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:50.709062 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-04f3939f-e944-4958-8a77-c2923b43eb5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c14f52761f3641ee89c766d3a470628e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687385 Oct 21 11:45:50.709952 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3939f-e944-4958-8a77-c2923b43eb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d565636f-61f7-4ff8-ba34-d125beee5e3a,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:50.712112 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45884) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:50.769752 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7e815f53-010a-443b-a143-d7860f6d5ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:50.794629 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7e815f53-010a-443b-a143-d7860f6d5ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:50.843140 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7e815f53-010a-443b-a143-d7860f6d5ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:50.846071 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7e815f53-010a-443b-a143-d7860f6d5ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:50.847224 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-7e815f53-010a-443b-a143-d7860f6d5ce9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d565636f-61f7-4ff8-ba34-d125beee5e3a HTTP/1.1" status: 204 len: 168 time: 0.1339667 Oct 21 11:45:50.865310 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e815f53-010a-443b-a143-d7860f6d5ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565636f-61f7-4ff8-ba34-d125beee5e3a,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:50.910429 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddab558-9db2-41e0-84ee-8691689269c5 req-bb35baaf-5626-42f9-b6f6-6533544f55c7 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:50.914303 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fddab558-9db2-41e0-84ee-8691689269c5 req-bb35baaf-5626-42f9-b6f6-6533544f55c7 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0656195 Oct 21 11:45:50.961252 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fddab558-9db2-41e0-84ee-8691689269c5 req-987c735f-5a51-48d4-871b-b0c66881b725 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Oct 21 11:45:51.006434 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:51.174284 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45900) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:51.190624 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-322fb381-1f6f-44e1-b064-d833065031ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:51.290334 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb1372-bcf1-483e-8240-0ee36e0e9dc5 req-7095221b-0ab3-49c6-9f7a-5d8cd79a6f10 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:51.303540 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fbbb1372-bcf1-483e-8240-0ee36e0e9dc5 req-7095221b-0ab3-49c6-9f7a-5d8cd79a6f10 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 944 time: 0.1025684 Oct 21 11:45:51.411993 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fbbb1372-bcf1-483e-8240-0ee36e0e9dc5 req-85a8b2f9-9259-473b-a275-9fbe275c0dba tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012568 Oct 21 11:45:51.529910 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 15f182f0-4a55-402a-94ed-a82645336d7e up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:45:51.542943 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16741805-24ea-4f4a-bbbb-a09b2cc95781 req-5ba5e670-dfcc-4450-a284-02cbde086986 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:51.544557 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-16741805-24ea-4f4a-bbbb-a09b2cc95781 req-5ba5e670-dfcc-4450-a284-02cbde086986 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0692492 Oct 21 11:45:51.605588 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 15f182f0-4a55-402a-94ed-a82645336d7e completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:45:51.614817 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 15f182f0-4a55-402a-94ed-a82645336d7e triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:45:51.617483 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:51.624993 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-16741805-24ea-4f4a-bbbb-a09b2cc95781 req-2c923ac2-3470-4059-a1f2-52166f045140 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726807 Oct 21 11:45:51.642130 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-322fb381-1f6f-44e1-b064-d833065031ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:51.649861 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-322fb381-1f6f-44e1-b064-d833065031ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:51.682701 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-322fb381-1f6f-44e1-b064-d833065031ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=885c945f772f496499d07d8da41afee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5057206 Oct 21 11:45:51.685402 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45932) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:51.729271 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df490ec-ab15-48e5-9d5e-7129b9e16a1e req-a393346a-5706-4ffe-ad4c-7844f860d9f5 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:51.730906 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9df490ec-ab15-48e5-9d5e-7129b9e16a1e req-a393346a-5706-4ffe-ad4c-7844f860d9f5 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.1001296 Oct 21 11:45:51.731033 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fb381-1f6f-44e1-b064-d833065031ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5432b7-5956-473a-bb07-6efb480802f2,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:51.774767 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5e63-ddc4-43b5-8424-a4f143097985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:51.790371 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:51.818121 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9df490ec-ab15-48e5-9d5e-7129b9e16a1e req-8309220b-c420-4ffb-8c56-02def1b8a4f7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767906 Oct 21 11:45:51.819016 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5e63-ddc4-43b5-8424-a4f143097985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:51.827071 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d04a38-9e5c-463d-89b6-b4566a366250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cdc3b4-f25f-4d9d-b3ef-804628c2e649'}, {'server_uuid': '9d8186bc-6ea8-48ec-b24e-a069ca877c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab34e83-6fad-4a73-ac53-60b97b8923ac'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:45:51.829464 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bbba18-45e3-4326-bbf8-3e6d389185d4" -d '{"events": [{"server_uuid": "88d04a38-9e5c-463d-89b6-b4566a366250", "name": "network-vif-plugged", "status": "completed", "tag": "44cdc3b4-f25f-4d9d-b3ef-804628c2e649"}, {"server_uuid": "9d8186bc-6ea8-48ec-b24e-a069ca877c3d", "name": "network-vif-plugged", "status": "completed", "tag": "fab34e83-6fad-4a73-ac53-60b97b8923ac"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:45:51.880670 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:45:51.886023 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:51.888037 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5e63-ddc4-43b5-8424-a4f143097985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:51.891856 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5e63-ddc4-43b5-8424-a4f143097985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:51.893112 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-3a9d5e63-ddc4-43b5-8424-a4f143097985 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a5432b7-5956-473a-bb07-6efb480802f2 HTTP/1.1" status: 204 len: 168 time: 0.2067606 Oct 21 11:45:51.904256 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d5e63-ddc4-43b5-8424-a4f143097985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5432b7-5956-473a-bb07-6efb480802f2,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:51.927463 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Oct 2021 11:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6702c4c5-f580-4759-835d-8b8ed8b482bd x-openstack-request-id: req-6702c4c5-f580-4759-835d-8b8ed8b482bd {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:45:51.928231 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d04a38-9e5c-463d-89b6-b4566a366250", "name": "network-vif-plugged", "status": "completed", "tag": "44cdc3b4-f25f-4d9d-b3ef-804628c2e649", "code": 200}, {"server_uuid": "9d8186bc-6ea8-48ec-b24e-a069ca877c3d", "name": "network-vif-plugged", "status": "completed", "tag": "fab34e83-6fad-4a73-ac53-60b97b8923ac", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:45:51.928694 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6702c4c5-f580-4759-835d-8b8ed8b482bd {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:45:51.929896 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d04a38-9e5c-463d-89b6-b4566a366250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cdc3b4-f25f-4d9d-b3ef-804628c2e649', 'code': 200} Oct 21 11:45:51.930423 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8186bc-6ea8-48ec-b24e-a069ca877c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab34e83-6fad-4a73-ac53-60b97b8923ac', 'code': 200} Oct 21 11:45:51.982741 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=15f182f0-4a55-402a-94ed-a82645336d7e,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:52.048510 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 45940) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:52.215450 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842ce49-5a73-4a01-aefd-2ea2407d85a6 req-6fc77193-76b7-4b6d-b7e8-417d8e2eaf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:52.220940 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e842ce49-5a73-4a01-aefd-2ea2407d85a6 req-6fc77193-76b7-4b6d-b7e8-417d8e2eaf9b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 1098 time: 0.0577183 Oct 21 11:45:52.220940 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc9a6a-761d-47e3-a484-9e7142a2bf9c req-4ea1d146-b8bd-4f33-b249-819aea882473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:52.220940 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f9fc9a6a-761d-47e3-a484-9e7142a2bf9c req-4ea1d146-b8bd-4f33-b249-819aea882473 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 1098 time: 0.1025283 Oct 21 11:45:52.290028 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f9fc9a6a-761d-47e3-a484-9e7142a2bf9c req-cf16a0fa-3d04-4baf-87da-780edc4f0805 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550992 Oct 21 11:45:52.291695 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e842ce49-5a73-4a01-aefd-2ea2407d85a6 req-2fd93485-af0e-4c5d-b56e-641b868b08a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583096 Oct 21 11:45:52.354463 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-728c7af7-fb51-4991-aa7d-33661cf3b241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:52.466369 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-728c7af7-fb51-4991-aa7d-33661cf3b241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:52.471245 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-728c7af7-fb51-4991-aa7d-33661cf3b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:52.560745 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b508e-6344-469a-9bf1-171ad747783a req-d0184c31-9469-4adb-ab63-acd222864f22 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:52.562718 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-259b508e-6344-469a-9bf1-171ad747783a req-d0184c31-9469-4adb-ab63-acd222864f22 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0631425 Oct 21 11:45:52.562981 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-728c7af7-fb51-4991-aa7d-33661cf3b241 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8edc5e72795446aeac16c858ded3256c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128515 Oct 21 11:45:52.565357 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c7af7-fb51-4991-aa7d-33661cf3b241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8167fe-f1c0-4923-a285-827df6f36fc4,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:52.566224 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 45970) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:52.648846 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-259b508e-6344-469a-9bf1-171ad747783a req-9b6a7080-5ef6-4094-9def-a0da43f0ecfc tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632207 Oct 21 11:45:52.673783 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-81a00ffe-4e9e-4520-b237-4425c1f5ebfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:52.702997 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-81a00ffe-4e9e-4520-b237-4425c1f5ebfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:52.764359 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-81a00ffe-4e9e-4520-b237-4425c1f5ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:52.767390 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-81a00ffe-4e9e-4520-b237-4425c1f5ebfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:52.772618 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-81a00ffe-4e9e-4520-b237-4425c1f5ebfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c8167fe-f1c0-4923-a285-827df6f36fc4 HTTP/1.1" status: 204 len: 168 time: 0.2045796 Oct 21 11:45:52.782758 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a00ffe-4e9e-4520-b237-4425c1f5ebfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8167fe-f1c0-4923-a285-827df6f36fc4,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:53.005233 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753154d7-c66f-4e61-ae61-89c40e12d877 req-e243baee-fb32-4c5e-a068-aa39a27e9c7c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:53.009721 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-753154d7-c66f-4e61-ae61-89c40e12d877 req-e243baee-fb32-4c5e-a068-aa39a27e9c7c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0896792 Oct 21 11:45:53.069405 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-753154d7-c66f-4e61-ae61-89c40e12d877 req-45b6f3d6-81f5-467b-9718-5697f9d08c8e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554557 Oct 21 11:45:53.274837 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 46014) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:53.289605 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-71945aa4-4519-4c0d-9713-57b0866dcd4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:53.380518 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-71945aa4-4519-4c0d-9713-57b0866dcd4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:53.386294 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-71945aa4-4519-4c0d-9713-57b0866dcd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:53.431970 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-71945aa4-4519-4c0d-9713-57b0866dcd4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28d0a7173cce4d2d90d4bab49ac2bc27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558235 Oct 21 11:45:53.432822 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71945aa4-4519-4c0d-9713-57b0866dcd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afab87c4-e117-450c-98ae-42b5c52d5697,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:53.435152 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46020) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:53.522709 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-32f05fe9-f655-45ba-b6dd-b4fd209f847f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:53.551805 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-32f05fe9-f655-45ba-b6dd-b4fd209f847f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:53.616747 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-32f05fe9-f655-45ba-b6dd-b4fd209f847f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:53.619757 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-32f05fe9-f655-45ba-b6dd-b4fd209f847f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:53.621114 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-32f05fe9-f655-45ba-b6dd-b4fd209f847f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afab87c4-e117-450c-98ae-42b5c52d5697 HTTP/1.1" status: 204 len: 168 time: 0.1848385 Oct 21 11:45:53.629825 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f05fe9-f655-45ba-b6dd-b4fd209f847f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afab87c4-e117-450c-98ae-42b5c52d5697,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:53.803662 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17261b8-5ce9-4ff1-8ea1-4defd93d057c req-b51b2cce-14f4-4249-8568-8afed05b4b69 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:53.805236 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d17261b8-5ce9-4ff1-8ea1-4defd93d057c req-b51b2cce-14f4-4249-8568-8afed05b4b69 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0585587 Oct 21 11:45:53.856155 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d17261b8-5ce9-4ff1-8ea1-4defd93d057c req-1da4506d-ef8c-47c5-bcf3-7a0a50020c9c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437133 Oct 21 11:45:53.931893 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:45:53.934965 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d3e61c-cc01-478d-8799-25f659f08432" -d '{"events": [{"server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "name": "network-vif-plugged", "status": "completed", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:45:53.983172 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f452f9a4-8d50-4856-9656-1aa812f1e9fc x-openstack-request-id: req-f452f9a4-8d50-4856-9656-1aa812f1e9fc {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:45:53.983172 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "name": "network-vif-plugged", "status": "completed", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:45:53.983172 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f452f9a4-8d50-4856-9656-1aa812f1e9fc {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:45:53.983635 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e', 'code': 200} Oct 21 11:45:54.284353 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bf159-e612-4f7c-8f24-4548754ef1d0 req-267aa15c-c530-4344-8856-b68da1f31e80 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:54.297118 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ce3bf159-e612-4f7c-8f24-4548754ef1d0 req-267aa15c-c530-4344-8856-b68da1f31e80 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0987844 Oct 21 11:45:54.325956 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6fb4f-96fe-4862-840c-798358e33ee2 req-00af1afa-7c15-4757-9f55-154c2814213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:54.327597 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-4ce6fb4f-96fe-4862-840c-798358e33ee2 req-00af1afa-7c15-4757-9f55-154c2814213d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 1098 time: 0.0753341 Oct 21 11:45:54.341521 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ce3bf159-e612-4f7c-8f24-4548754ef1d0 req-61fd5828-0f58-4b4e-9af4-c7d8c0382c23 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433891 Oct 21 11:45:54.368843 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-4ce6fb4f-96fe-4862-840c-798358e33ee2 req-a59a3ab5-bc6d-4ea6-8edd-4f2978a14f5a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328739 Oct 21 11:45:54.648662 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed48837-cb1f-4039-aa44-0f60b35cb2d4 req-c240ead0-aa15-4196-a8dc-0b463949fe70 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:54.650551 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-aed48837-cb1f-4039-aa44-0f60b35cb2d4 req-c240ead0-aa15-4196-a8dc-0b463949fe70 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0549457 Oct 21 11:45:54.712603 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-aed48837-cb1f-4039-aa44-0f60b35cb2d4 req-f200f6d0-9134-4705-9e0d-8e4e6ad7b2ef tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549142 Oct 21 11:45:54.745266 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe950-c90d-44f0-9a94-d86bc1efa23d req-8bae97f5-5a1d-48e5-b54c-e3eeae496bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:54.746833 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eafe950-c90d-44f0-9a94-d86bc1efa23d req-8bae97f5-5a1d-48e5-b54c-e3eeae496bee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 1098 time: 0.0663106 Oct 21 11:45:54.896105 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe950-c90d-44f0-9a94-d86bc1efa23d req-e0f184bf-27c7-4249-9bbc-071206cc2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:54.897708 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eafe950-c90d-44f0-9a94-d86bc1efa23d req-e0f184bf-27c7-4249-9bbc-071206cc2c6e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 920 time: 0.1401606 Oct 21 11:45:54.954307 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eafe950-c90d-44f0-9a94-d86bc1efa23d req-6d462d4f-1647-4323-afad-10f11355ac98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44cdc3b4-f25f-4d9d-b3ef-804628c2e649 HTTP/1.1" status: 200 len: 217 time: 0.0408199 Oct 21 11:45:54.992944 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beabf0-17fa-4679-944c-57d2ced17619 req-35ae9e88-c292-4a0f-81d6-2b28c4bb0c94 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:54.994515 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-55beabf0-17fa-4679-944c-57d2ced17619 req-35ae9e88-c292-4a0f-81d6-2b28c4bb0c94 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0513134 Oct 21 11:45:55.018837 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe950-c90d-44f0-9a94-d86bc1efa23d req-ab7a0b5a-7872-4236-839b-23cc43a753e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:55.021289 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eafe950-c90d-44f0-9a94-d86bc1efa23d req-ab7a0b5a-7872-4236-839b-23cc43a753e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015a352-bd7a-49f5-8efd-ec90092cf44d HTTP/1.1" status: 200 len: 859 time: 0.0594313 Oct 21 11:45:55.044000 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-55beabf0-17fa-4679-944c-57d2ced17619 req-2adb34c8-66a9-4da1-bf57-0e22a191f381 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423107 Oct 21 11:45:55.069012 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eafe950-c90d-44f0-9a94-d86bc1efa23d req-2032e07a-a36f-45ce-ad9b-81610634fb6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315645 Oct 21 11:45:55.161870 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eafe950-c90d-44f0-9a94-d86bc1efa23d req-202122cf-45aa-45ea-95fd-0ed0dbcc11fb service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908341 Oct 21 11:45:55.272470 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eafe950-c90d-44f0-9a94-d86bc1efa23d req-a773ebbc-2bad-49dd-a223-fd0d5c4efb63 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980649 Oct 21 11:45:55.846272 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1e979-eef2-473d-88d1-b110ff59abd3 req-710c1f1a-93e8-4f04-be4a-41aac2467392 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:55.849147 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-89d1e979-eef2-473d-88d1-b110ff59abd3 req-710c1f1a-93e8-4f04-be4a-41aac2467392 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0636520 Oct 21 11:45:55.905889 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-89d1e979-eef2-473d-88d1-b110ff59abd3 req-9d11ef23-9fa4-4dd0-8870-7ea04f48b908 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489733 Oct 21 11:45:56.190401 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e61d7a-7d73-408b-8d57-ae0f29b47398 req-d618818e-0e28-4dca-9a70-bf3f36058d09 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:56.192316 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-67e61d7a-7d73-408b-8d57-ae0f29b47398 req-d618818e-0e28-4dca-9a70-bf3f36058d09 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0645874 Oct 21 11:45:56.206472 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46180) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:56.252658 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-67e61d7a-7d73-408b-8d57-ae0f29b47398 req-fe199948-aa68-4ef4-b6c1-18ee32375440 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504935 Oct 21 11:45:56.335851 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4743b196-0903-4fd0-8098-4d2abc4a7bce admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:56.370183 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d29d0b-3da2-42fb-9cd9-110f9af20f26 req-818d8376-3521-408b-9a07-95d9f744b4c9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:56.371996 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-28d29d0b-3da2-42fb-9cd9-110f9af20f26 req-818d8376-3521-408b-9a07-95d9f744b4c9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0491660 Oct 21 11:45:56.385286 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 46188) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:56.389835 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-9e168239-e7b0-4df4-9566-8754d9bce0b4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'floatingip': {'port_id': '15f182f0-4a55-402a-94ed-a82645336d7e'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:56.434078 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4743b196-0903-4fd0-8098-4d2abc4a7bce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:56.447839 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4743b196-0903-4fd0-8098-4d2abc4a7bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:56.467515 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9e168239-e7b0-4df4-9566-8754d9bce0b4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:56.489494 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-4743b196-0903-4fd0-8098-4d2abc4a7bce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9281141d1c642d280f042c061401e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817047 Oct 21 11:45:56.492247 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46194) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:56.493076 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743b196-0903-4fd0-8098-4d2abc4a7bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e1c261-b89a-433e-b7fd-aa75874591d6,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:56.552300 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-abefa70f-bca3-4429-9e2e-fea5cb2660de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:56.574205 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-abefa70f-bca3-4429-9e2e-fea5cb2660de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:56.635257 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-abefa70f-bca3-4429-9e2e-fea5cb2660de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:56.638117 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-abefa70f-bca3-4429-9e2e-fea5cb2660de admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:56.639305 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-abefa70f-bca3-4429-9e2e-fea5cb2660de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39e1c261-b89a-433e-b7fd-aa75874591d6 HTTP/1.1" status: 204 len: 168 time: 0.1432295 Oct 21 11:45:56.647962 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefa70f-bca3-4429-9e2e-fea5cb2660de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e1c261-b89a-433e-b7fd-aa75874591d6,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:56.949662 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46204) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:56.970590 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8df3208a-f762-4a35-8f27-9e991998f6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:57.061779 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8df3208a-f762-4a35-8f27-9e991998f6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:57.066156 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8df3208a-f762-4a35-8f27-9e991998f6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:57.107476 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-8df3208a-f762-4a35-8f27-9e991998f6e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12b46d59deaa4a94a2e9af9322572c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566582 Oct 21 11:45:57.108681 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3208a-f762-4a35-8f27-9e991998f6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d259358b-30dc-4421-9c78-416ae1388032,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:57.111714 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46208) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:57.168513 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7ba47e39-8f78-4a33-bffb-45ea21014075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:57.201984 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7ba47e39-8f78-4a33-bffb-45ea21014075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:57.253249 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7ba47e39-8f78-4a33-bffb-45ea21014075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:57.256241 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-7ba47e39-8f78-4a33-bffb-45ea21014075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:57.260429 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-7ba47e39-8f78-4a33-bffb-45ea21014075 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d259358b-30dc-4421-9c78-416ae1388032 HTTP/1.1" status: 204 len: 168 time: 0.1445129 Oct 21 11:45:57.260529 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a8e60-b413-42f9-ad8e-1e798b454a7e req-25e941bd-b6c4-408d-8182-32d7c146289f tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:57.261052 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ee3a8e60-b413-42f9-ad8e-1e798b454a7e req-25e941bd-b6c4-408d-8182-32d7c146289f tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.2270060 Oct 21 11:45:57.268869 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba47e39-8f78-4a33-bffb-45ea21014075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d259358b-30dc-4421-9c78-416ae1388032,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:57.371538 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ee3a8e60-b413-42f9-ad8e-1e798b454a7e req-7af97604-589e-4e68-a225-258d7480adf2 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962932 Oct 21 11:45:57.402488 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9e168239-e7b0-4df4-9566-8754d9bce0b4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:57.407862 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9e168239-e7b0-4df4-9566-8754d9bce0b4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:57.531000 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.l3_db [None req-9e168239-e7b0-4df4-9566-8754d9bce0b4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Floating IP caf3a05b-f9cd-44f6-8aac-08b0b45a96f2 associated. External IP: 172.27.3.44, port: 15f182f0-4a55-402a-94ed-a82645336d7e. Oct 21 11:45:57.768632 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e168239-e7b0-4df4-9566-8754d9bce0b4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:45:57.884201 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e168239-e7b0-4df4-9566-8754d9bce0b4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:45:57.888818 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9e168239-e7b0-4df4-9566-8754d9bce0b4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:57.899725 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a79ce-c425-4f07-948b-10022e2af413 None None] Sync routers for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:45:57.911916 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a79ce-c425-4f07-948b-10022e2af413 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:45:57.914897 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-e68a79ce-c425-4f07-948b-10022e2af413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:45:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:57.923975 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-9e168239-e7b0-4df4-9566-8754d9bce0b4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "PUT /v2.0/floatingips/caf3a05b-f9cd-44f6-8aac-08b0b45a96f2 HTTP/1.1" status: 200 len: 990 time: 1.5376105 Oct 21 11:45:57.924772 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:45:57.927626 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a877247e-870f-4d24-b47f-c4a748cd144b" -d '{"events": [{"name": "network-changed", "server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:45:57.976548 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74287f7e-e955-4446-81ce-32657e93aff1 x-openstack-request-id: req-74287f7e-e955-4446-81ce-32657e93aff1 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:45:57.976831 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:45:57.977112 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74287f7e-e955-4446-81ce-32657e93aff1 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:45:57.977517 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e', 'status': 'completed', 'code': 200} Oct 21 11:45:58.034074 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-e68a79ce-c425-4f07-948b-10022e2af413 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:45:58.065247 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877247e-870f-4d24-b47f-c4a748cd144b req-6caea435-a89b-423a-b855-324fc3dfbf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:58.066869 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a877247e-870f-4d24-b47f-c4a748cd144b req-6caea435-a89b-423a-b855-324fc3dfbf54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 1098 time: 0.0527787 Oct 21 11:45:58.095226 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 46256) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:58.187888 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877247e-870f-4d24-b47f-c4a748cd144b req-7dc77f46-e4be-4151-aa1c-a005203975d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:58.189710 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a877247e-870f-4d24-b47f-c4a748cd144b req-7dc77f46-e4be-4151-aa1c-a005203975d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 918 time: 0.1102419 Oct 21 11:45:58.209122 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1650407520-network', 'tenant_id': '0edca990131e4450bec25c30a9d0bc58'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:58.238099 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Made reservation on behalf of 0edca990131e4450bec25c30a9d0bc58 for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:58.241445 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:58.252826 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:58.320846 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a877247e-870f-4d24-b47f-c4a748cd144b req-3e9167d5-a487-4ece-8968-a162049ab6b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f182f0-4a55-402a-94ed-a82645336d7e HTTP/1.1" status: 200 len: 998 time: 0.1164103 Oct 21 11:45:58.341857 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-e68a79ce-c425-4f07-948b-10022e2af413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'caf3a05b-f9cd-44f6-8aac-08b0b45a96f2', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'port_id': '15f182f0-4a55-402a-94ed-a82645336d7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'mac_address': 'fa:16:3e:cd:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:45:37Z', 'updated_at': '2021-10-21T11:45:57Z', 'revision_number': 1, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:58.342126 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:58.349864 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:58.375074 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:45:58.390529 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb630eb-293b-43a7-86ea-db8c8627b46d,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:58.395995 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:58.396319 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Added segment a90dbd70-dba8-4564-a33f-0762b38074c4 of type vlan for network 31d10908-181b-4a8e-bd78-d4b3d4f49707 Oct 21 11:45:58.397436 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877247e-870f-4d24-b47f-c4a748cd144b req-7a93826c-12ba-40a0-a20a-8b95541b0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:58.399092 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a877247e-870f-4d24-b47f-c4a748cd144b req-7a93826c-12ba-40a0-a20a-8b95541b0440 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.0589952 Oct 21 11:45:58.467436 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877247e-870f-4d24-b47f-c4a748cd144b req-e4071fdd-ff62-460f-a2ca-905c93764401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:58.468988 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a877247e-870f-4d24-b47f-c4a748cd144b req-e4071fdd-ff62-460f-a2ca-905c93764401 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546007 Oct 21 11:45:58.473711 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:58.474028 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a79ce-c425-4f07-948b-10022e2af413 None None] Checking router: 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:45:58.483044 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a79ce-c425-4f07-948b-10022e2af413 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:45:58.483681 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-e68a79ce-c425-4f07-948b-10022e2af413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:45:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:58.526391 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:58.527081 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:58.527726 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:58.572665 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f6aeb-6da2-4932-be39-c7988d9e19c7 req-60a3c496-92a5-43b8-b439-04fdef902b8a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:58.574245 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-440f6aeb-6da2-4932-be39-c7988d9e19c7 req-60a3c496-92a5-43b8-b439-04fdef902b8a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.1143363 Oct 21 11:45:58.613404 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-e68a79ce-c425-4f07-948b-10022e2af413 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:45:58.621147 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a877247e-870f-4d24-b47f-c4a748cd144b req-006e47e1-b8eb-4489-b414-a19da1d5ee50 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274011 Oct 21 11:45:58.657266 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5608702 Oct 21 11:45:58.660161 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 46270) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:58.661013 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c8eec-4807-4d59-b6e2-df94294736bd admin admin] Pushing event updated for resources: {'Network': ['ID=31d10908-181b-4a8e-bd78-d4b3d4f49707,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:58.675830 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network 31d10908-181b-4a8e-bd78-d4b3d4f49707 details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:45:58.677667 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] Request body: {'subnet': {'network_id': '31d10908-181b-4a8e-bd78-d4b3d4f49707', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1650407520-subnet', 'tenant_id': '0edca990131e4450bec25c30a9d0bc58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:45:58.720999 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-440f6aeb-6da2-4932-be39-c7988d9e19c7 req-4fb25541-f8fa-4b80-802a-393be47f8c69 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343768 Oct 21 11:45:58.772986 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] Made reservation on behalf of 0edca990131e4450bec25c30a9d0bc58 for: {'subnet': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:45:58.775871 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] Publish callbacks [] for subnet, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:58.806305 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a877247e-870f-4d24-b47f-c4a748cd144b req-d9fdbe31-9b29-48e5-9285-5c556481a8ce service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714342 Oct 21 11:45:58.981171 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-e68a79ce-c425-4f07-948b-10022e2af413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'caf3a05b-f9cd-44f6-8aac-08b0b45a96f2', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'port_id': '15f182f0-4a55-402a-94ed-a82645336d7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'mac_address': 'fa:16:3e:cd:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:45:37Z', 'updated_at': '2021-10-21T11:45:57Z', 'revision_number': 1, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:45:59.018127 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a79ce-c425-4f07-948b-10022e2af413 None None] The sync data for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi is: [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'caf3a05b-f9cd-44f6-8aac-08b0b45a96f2', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'port_id': '15f182f0-4a55-402a-94ed-a82645336d7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'mac_address': 'fa:16:3e:cd:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:45:37Z', 'updated_at': '2021-10-21T11:45:57Z', 'revision_number': 1, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:45:59.147066 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46296) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:59.275980 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:59.329985 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a77cdea-a29f-46c1-897a-a5f5c903398c None None] New status for floating IP caf3a05b-f9cd-44f6-8aac-08b0b45a96f2: ACTIVE {{(pid=106354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:45:59.340966 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b81f1f34-88a1-4aa1-a3a2-2f4dd3c852bf,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:59.348749 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e18cf1fe-8643-4c65-90fc-24774aaad836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:59.352547 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] Checking segment: {'id': 'a90dbd70-dba8-4564-a33f-0762b38074c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '31d10908-181b-4a8e-bd78-d4b3d4f49707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:45:59.353039 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] Network hostable DHCP agents. Network: 31d10908-181b-4a8e-bd78-d4b3d4f49707, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:45:59.373442 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] Network 31d10908-181b-4a8e-bd78-d4b3d4f49707 is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:45:59.388763 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, 31d10908-181b-4a8e-bd78-d4b3d4f49707) {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:45:59.394127 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:59.395760 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:59.420941 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-3682bfaa-8a9e-4c43-8416-e08b973f575e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7562256 Oct 21 11:45:59.437755 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82acbb6b-e44a-4251-952f-5a8ad7584a49 None None] Network 31d10908-181b-4a8e-bd78-d4b3d4f49707 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:59.445035 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e18cf1fe-8643-4c65-90fc-24774aaad836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:59.454665 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e18cf1fe-8643-4c65-90fc-24774aaad836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:59.496600 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-e18cf1fe-8643-4c65-90fc-24774aaad836 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17cf5b3a3448453593b984c5ad769a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429167 Oct 21 11:45:59.496975 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 46306) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:45:59.524958 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cf1fe-8643-4c65-90fc-24774aaad836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21b5ee8-baf9-4022-ab15-0a068f3caa51,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:59.578019 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1649dcff-7408-4729-99f6-b53a48f4c9e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:59.608659 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1649dcff-7408-4729-99f6-b53a48f4c9e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:59.672112 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1649dcff-7408-4729-99f6-b53a48f4c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:59.674996 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1649dcff-7408-4729-99f6-b53a48f4c9e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:45:59.677536 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-1649dcff-7408-4729-99f6-b53a48f4c9e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a21b5ee8-baf9-4022-ab15-0a068f3caa51 HTTP/1.1" status: 204 len: 168 time: 0.1794648 Oct 21 11:45:59.690375 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649dcff-7408-4729-99f6-b53a48f4c9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21b5ee8-baf9-4022-ab15-0a068f3caa51,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:45:59.751302 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586e8bae-d0fa-4f7b-89e5-aeb6f93d047c None None] Network 31d10908-181b-4a8e-bd78-d4b3d4f49707 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:45:59.873410 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb01d-6842-4b4b-a23a-1f9f6d463fa7 req-05b3dee2-84d5-4657-885a-784ee6b2d257 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:45:59.882895 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-225cb01d-6842-4b4b-a23a-1f9f6d463fa7 req-05b3dee2-84d5-4657-885a-784ee6b2d257 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0795915 Oct 21 11:45:59.935859 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-225cb01d-6842-4b4b-a23a-1f9f6d463fa7 req-1cec7a3d-dc6c-4148-815e-4a79ff437dc9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498247 Oct 21 11:46:00.038220 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 46328) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:00.043267 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-751737075-network', 'tenant_id': '939d6c41021b4b3d8886c34867251f99'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:00.064745 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Made reservation on behalf of 939d6c41021b4b3d8886c34867251f99 for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:46:00.067107 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.076148 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.157640 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.162616 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.189300 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:46:00.195607 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46332) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:00.203975 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b925eb3-ab14-44d2-bbe7-d057dc2bc316,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:00.209641 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.209872 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Added segment 9a41f10c-e901-4438-b892-bb3ffafab319 of type vlan for network c9087cad-0800-41a7-a23e-b318084bd9bd Oct 21 11:46:00.212792 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-9df628c6-68d1-4e21-b60e-90a9fd85660f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.268655 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.295447 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.296498 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:00.297391 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.311163 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-9df628c6-68d1-4e21-b60e-90a9fd85660f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.315270 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-9df628c6-68d1-4e21-b60e-90a9fd85660f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.335715 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2956767 Oct 21 11:46:00.339587 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 46340) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:00.349409 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] Request body: {'subnet': {'network_id': 'c9087cad-0800-41a7-a23e-b318084bd9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-751737075-subnet', 'tenant_id': '939d6c41021b4b3d8886c34867251f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:00.361910 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-9df628c6-68d1-4e21-b60e-90a9fd85660f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdf398015d1e4ec6b1077097fbfb17e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624882 Oct 21 11:46:00.361910 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df628c6-68d1-4e21-b60e-90a9fd85660f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9614df47-fb0a-4123-a30c-7551e26ed921,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:00.363124 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46342) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:00.394030 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861ad59-3d4b-4d1a-b93d-a6e602d9c08a admin admin] Pushing event updated for resources: {'Network': ['ID=c9087cad-0800-41a7-a23e-b318084bd9bd,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:00.410566 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network c9087cad-0800-41a7-a23e-b318084bd9bd details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:46:00.416055 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] Made reservation on behalf of 939d6c41021b4b3d8886c34867251f99 for: {'subnet': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:46:00.418842 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.432255 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ea44-61bb-4ee0-aa97-45704587dc66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.457700 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ea44-61bb-4ee0-aa97-45704587dc66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.509207 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ea44-61bb-4ee0-aa97-45704587dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.512014 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d6b5ea44-61bb-4ee0-aa97-45704587dc66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.513294 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-d6b5ea44-61bb-4ee0-aa97-45704587dc66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9614df47-fb0a-4123-a30c-7551e26ed921 HTTP/1.1" status: 204 len: 168 time: 0.1491010 Oct 21 11:46:00.522714 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5ea44-61bb-4ee0-aa97-45704587dc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9614df47-fb0a-4123-a30c-7551e26ed921,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:00.618841 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.679031 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00efe4b0-b915-4317-942a-a2217bb1eeb4,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:00.685999 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] Checking segment: {'id': '9a41f10c-e901-4438-b892-bb3ffafab319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c9087cad-0800-41a7-a23e-b318084bd9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:00.686221 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] Network hostable DHCP agents. Network: c9087cad-0800-41a7-a23e-b318084bd9bd, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:46:00.704079 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] Network c9087cad-0800-41a7-a23e-b318084bd9bd is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:46:00.715116 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, c9087cad-0800-41a7-a23e-b318084bd9bd) {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:00.719566 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:00.720271 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:00.724553 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d44e633-9468-48b6-b068-a022b9947d8b None None] Network c9087cad-0800-41a7-a23e-b318084bd9bd requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:46:00.741751 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-9933c61e-76fc-4ba8-b212-f36983afa184 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3962371 Oct 21 11:46:00.858180 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bf0298-aabf-4bf7-8964-d7c9a47eb8c5 None None] Network c9087cad-0800-41a7-a23e-b318084bd9bd requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:46:01.063777 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199cb03-abcf-4d16-9ca3-9a25739761ed req-c6935b33-924a-430a-86e8-94b52c84adbc tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:01.065730 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8199cb03-abcf-4d16-9ca3-9a25739761ed req-c6935b33-924a-430a-86e8-94b52c84adbc tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0602639 Oct 21 11:46:01.111519 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8199cb03-abcf-4d16-9ca3-9a25739761ed req-493dd24a-aabf-4b16-ace7-e1011c88e245 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394285 Oct 21 11:46:02.256323 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea08eb-8679-4e70-a431-bdca5f80c36e req-f5cfa5c0-589e-4c60-87d6-d952c1ab5869 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:02.257963 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-56ea08eb-8679-4e70-a431-bdca5f80c36e req-f5cfa5c0-589e-4c60-87d6-d952c1ab5869 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0537248 Oct 21 11:46:02.296130 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-56ea08eb-8679-4e70-a431-bdca5f80c36e req-9bc064ce-0b90-4025-acf4-2cfa8fec6b46 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 Oct 21 11:46:02.743383 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46444) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:02.852214 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-219351bf-b1b8-40b7-8778-51c3291f7f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:02.931738 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-219351bf-b1b8-40b7-8778-51c3291f7f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:02.937809 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-219351bf-b1b8-40b7-8778-51c3291f7f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:02.979424 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-219351bf-b1b8-40b7-8778-51c3291f7f0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=454a52c97d37495b9819e6b55deddf61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349730 Oct 21 11:46:02.980259 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219351bf-b1b8-40b7-8778-51c3291f7f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed250b5-61b5-49c4-b5a3-ea59375188b6,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:02.983242 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 46448) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:03.047905 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dc1e02d2-24f1-4694-9142-8346cc348d7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:03.073526 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dc1e02d2-24f1-4694-9142-8346cc348d7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:03.127724 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dc1e02d2-24f1-4694-9142-8346cc348d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:03.131533 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dc1e02d2-24f1-4694-9142-8346cc348d7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:03.133424 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-dc1e02d2-24f1-4694-9142-8346cc348d7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ed250b5-61b5-49c4-b5a3-ea59375188b6 HTTP/1.1" status: 204 len: 168 time: 0.1484504 Oct 21 11:46:03.145618 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e02d2-24f1-4694-9142-8346cc348d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed250b5-61b5-49c4-b5a3-ea59375188b6,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:03.415173 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d60d9-f057-4768-b5ba-f5146736c3cb req-626daf4f-4c9e-4f1d-9ff2-3b69249e7e55 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:03.416748 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-853d60d9-f057-4768-b5ba-f5146736c3cb req-626daf4f-4c9e-4f1d-9ff2-3b69249e7e55 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0516119 Oct 21 11:46:03.438201 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46462) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:03.454809 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef36e-e2cf-40d7-9ad0-0d0d7f9139b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:03.460243 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-853d60d9-f057-4768-b5ba-f5146736c3cb req-93f2ee01-fa6a-4a8d-a694-08e66ff2909e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362809 Oct 21 11:46:03.544678 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef36e-e2cf-40d7-9ad0-0d0d7f9139b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:03.550471 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef36e-e2cf-40d7-9ad0-0d0d7f9139b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:03.591959 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-3a7ef36e-e2cf-40d7-9ad0-0d0d7f9139b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65d0e23739df46dab960b4daa79d49b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523683 Oct 21 11:46:03.592946 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ef36e-e2cf-40d7-9ad0-0d0d7f9139b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5b360f-d7ed-4396-a1f1-3d237e28bf61,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:03.594736 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 46466) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:03.652351 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7b8b-b49b-4ab9-8ee7-d9e3f9ecd447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:03.674157 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7b8b-b49b-4ab9-8ee7-d9e3f9ecd447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:03.726212 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7b8b-b49b-4ab9-8ee7-d9e3f9ecd447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:03.728790 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7b8b-b49b-4ab9-8ee7-d9e3f9ecd447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:03.729973 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-2bfe7b8b-b49b-4ab9-8ee7-d9e3f9ecd447 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af5b360f-d7ed-4396-a1f1-3d237e28bf61 HTTP/1.1" status: 204 len: 168 time: 0.1342642 Oct 21 11:46:03.738039 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe7b8b-b49b-4ab9-8ee7-d9e3f9ecd447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5b360f-d7ed-4396-a1f1-3d237e28bf61,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:04.592124 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27612fd8-6c6c-428b-bbe0-1d6bc5eae46b req-05c645d8-b6ef-49bd-8da1-5815577e1df2 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:04.606898 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-27612fd8-6c6c-428b-bbe0-1d6bc5eae46b req-05c645d8-b6ef-49bd-8da1-5815577e1df2 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0584645 Oct 21 11:46:04.638032 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-27612fd8-6c6c-428b-bbe0-1d6bc5eae46b req-df8125d1-b59d-4d02-9f48-8eb0fd00e811 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359347 Oct 21 11:46:04.930333 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 46524) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:05.033967 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-52745a45-23dd-4e6c-9ae6-39b0e022a422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:05.116442 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-52745a45-23dd-4e6c-9ae6-39b0e022a422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:05.122604 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-52745a45-23dd-4e6c-9ae6-39b0e022a422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:05.162075 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-52745a45-23dd-4e6c-9ae6-39b0e022a422 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43fdb71a6c704f708d0f5db8d0c8ad1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305436 Oct 21 11:46:05.163243 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52745a45-23dd-4e6c-9ae6-39b0e022a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d644ee7c-e342-45f3-a24c-4e057f25f807,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:05.165304 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46530) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:05.220230 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-6580d0af-d288-43d9-8c13-69745412472c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:05.243690 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-6580d0af-d288-43d9-8c13-69745412472c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:05.292867 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-6580d0af-d288-43d9-8c13-69745412472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:05.297619 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-6580d0af-d288-43d9-8c13-69745412472c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:05.299222 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-6580d0af-d288-43d9-8c13-69745412472c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d644ee7c-e342-45f3-a24c-4e057f25f807 HTTP/1.1" status: 204 len: 168 time: 0.1313469 Oct 21 11:46:05.306772 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580d0af-d288-43d9-8c13-69745412472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d644ee7c-e342-45f3-a24c-4e057f25f807,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:05.762781 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96379239-4505-4c16-b98d-f3a64d698ae7 req-59e4ed6a-cbf9-42b6-a08c-93baabc09bfd tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:05.764298 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-96379239-4505-4c16-b98d-f3a64d698ae7 req-59e4ed6a-cbf9-42b6-a08c-93baabc09bfd tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0541420 Oct 21 11:46:05.803027 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-96379239-4505-4c16-b98d-f3a64d698ae7 req-91bbfe64-b4ef-45b9-bfd2-f412e29646c8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Oct 21 11:46:05.959612 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 46562) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:06.060451 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-129905719-network', 'tenant_id': '92e656a3ca034966b7410d14629cfb9b'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:06.086741 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Made reservation on behalf of 92e656a3ca034966b7410d14629cfb9b for: {'network': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:46:06.089119 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:06.097479 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:06.171183 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:06.177632 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:06.204902 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=106353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:46:06.217498 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08311472-41c0-4585-8fd9-1148f66f74ec,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:06.223458 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755792212372', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:06.224078 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Unsubscribe: segment precommit_create {{(pid=106353) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 21 11:46:06.224490 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.segments_db [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Added segment 27b25990-7593-4a28-9806-3d85eb50e499 of type vlan for network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 Oct 21 11:46:06.271021 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:06.304729 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:06.306122 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:06.306734 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:06.354694 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3938925 Oct 21 11:46:06.357886 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 46568) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:06.362817 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] Request body: {'subnet': {'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-129905719-subnet', 'tenant_id': '92e656a3ca034966b7410d14629cfb9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:06.385953 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] Made reservation on behalf of 92e656a3ca034966b7410d14629cfb9b for: {'subnet': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:46:06.388423 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] Publish callbacks [] for subnet, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:06.400132 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245f411-c239-48a9-85d5-ea0028ca2b8a admin admin] Pushing event updated for resources: {'Network': ['ID=6544d13b-8222-4a8d-ac49-5a1e0806cb73,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:06.410502 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:46:06.570717 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for subnet, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:06.629304 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2232083c-fc4a-491e-8820-3b572f8933a1,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:06.646782 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] Checking segment: {'id': '27b25990-7593-4a28-9806-3d85eb50e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:06.647136 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] Network hostable DHCP agents. Network: 6544d13b-8222-4a8d-ac49-5a1e0806cb73, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:46:06.663839 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] Network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:46:06.674040 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, 6544d13b-8222-4a8d-ac49-5a1e0806cb73) {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:06.679713 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:06.680632 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:06.686861 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6f6c3a-59f2-4236-9d0f-1a4fbf88bdbf None None] Network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:46:06.699643 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ff61c6b5-1e3f-471b-91ac-18678454689c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3406601 Oct 21 11:46:06.821612 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e870c1d-72ec-4ab3-b71b-5fd156a5a0c7 None None] Network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:46:06.917813 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afb7fc-3695-4628-98c8-4727f7644db3 req-fe17473f-6ff2-4ccb-858f-b84cd8aa3a3c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:06.919359 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-03afb7fc-3695-4628-98c8-4727f7644db3 req-fe17473f-6ff2-4ccb-858f-b84cd8aa3a3c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0496328 Oct 21 11:46:06.986390 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-03afb7fc-3695-4628-98c8-4727f7644db3 req-56826203-0ca1-4337-b7e5-2c34d0b24f5c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600846 Oct 21 11:46:08.115000 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e02300-f44b-4261-99ec-90c5dfe79658 req-e6d4595b-f6ae-400e-9f7b-206ba7251232 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:08.116518 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-19e02300-f44b-4261-99ec-90c5dfe79658 req-e6d4595b-f6ae-400e-9f7b-206ba7251232 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0501227 Oct 21 11:46:08.158986 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-19e02300-f44b-4261-99ec-90c5dfe79658 req-f1146cec-2c57-40ca-b712-2b9af706cf57 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330527 Oct 21 11:46:08.419061 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-2805f1b3-71f0-43c6-8e17-aa15edead8a6 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:08.420974 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-2805f1b3-71f0-43c6-8e17-aa15edead8a6 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 815 time: 0.1426001 Oct 21 11:46:08.449587 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-b5a773a3-a246-4c0d-8b8b-956917f65db6 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/quotas/b28b4cc2e40f469591339acc7b8181f8 HTTP/1.1" status: 200 len: 375 time: 0.0100977 Oct 21 11:46:08.511119 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-dbf4da7b-ef5a-4345-845a-c360f7c074a7 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556490 Oct 21 11:46:08.662124 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-28cfd435-6002-4e7f-b359-ef8ba8f37eb7 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:08.663663 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-28cfd435-6002-4e7f-b359-ef8ba8f37eb7 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/networks?id=6544d13b-8222-4a8d-ac49-5a1e0806cb73 HTTP/1.1" status: 200 len: 813 time: 0.1673732 Oct 21 11:46:08.681461 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-341154ac-6a9a-4074-aae4-98696d83428a service neutron] 10.222.0.24 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578839 Oct 21 11:46:08.683703 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-0e29f97f-3244-4e13-88b7-5e0c3bcde475 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/quotas/92e656a3ca034966b7410d14629cfb9b HTTP/1.1" status: 200 len: 375 time: 0.0126631 Oct 21 11:46:08.736965 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-cad61891-dd12-4803-b20d-d07395a80783 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92e656a3ca034966b7410d14629cfb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419459 Oct 21 11:46:08.866685 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-feeb8d77-c663-4728-afae-6d103e4ea094 service neutron] 10.222.0.24 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791277 Oct 21 11:46:08.884847 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-51be067e-7442-41d3-9135-14729bf54108 service neutron] 10.222.0.24 "GET /v2.0/networks/6544d13b-8222-4a8d-ac49-5a1e0806cb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393123 Oct 21 11:46:08.983874 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-a1e41955-f59c-4a68-8ede-884537d7ef5a service neutron] 10.222.0.24 "GET /v2.0/networks/6544d13b-8222-4a8d-ac49-5a1e0806cb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903728 Oct 21 11:46:09.072391 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e5f06fee-2066-4de6-ae9a-9f22f5644505 req-d43f6704-47d5-480d-97f3-4f13333e9bac tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 210 time: 0.0300994 Oct 21 11:46:09.175365 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-76430a23-9768-4756-811c-915f85aa2f33 req-611cafa3-8dbb-4a8e-8d55-aa1b662bcd7a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 210 time: 0.0265296 Oct 21 11:46:09.314680 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d84a0d-e14a-443d-bafa-23b4c6e60f9f req-0eac5fcb-8478-425d-88d9-75a8a580c5d7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:09.316408 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-52d84a0d-e14a-443d-bafa-23b4c6e60f9f req-0eac5fcb-8478-425d-88d9-75a8a580c5d7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0697603 Oct 21 11:46:09.365732 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-52d84a0d-e14a-443d-bafa-23b4c6e60f9f req-018a1e18-055c-4c39-8edb-5e1f90f404e8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Oct 21 11:46:10.193362 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-700a4c54-233f-4302-8dc3-81e0384f119c req-ec7cf09e-f3af-4b04-a0f6-b589e6574b50 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 210 time: 0.0289736 Oct 21 11:46:10.306300 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-57b64d51-a2b4-4c7c-8457-2dfbd159a5d0 req-8889e729-f379-469d-b36a-ee203651da57 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 210 time: 0.0315373 Oct 21 11:46:10.376792 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-ee0760a7-7f6d-4540-8b79-beb21d9a2d50 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:10.378289 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-ee0760a7-7f6d-4540-8b79-beb21d9a2d50 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 815 time: 0.1393824 Oct 21 11:46:10.402395 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Request body: {'port': {'device_id': '3779db9d-f07d-490a-ae6c-54750f65e9a3', 'network_id': '424deba6-bccd-4605-85ac-925b0a293982', 'admin_state_up': True, 'tenant_id': 'b28b4cc2e40f469591339acc7b8181f8'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:10.478151 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4356fe-3754-4b8f-b63b-47bb4967078c req-6df09a44-fe4e-486c-afc7-ddb1e65ac170 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:10.479636 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4b4356fe-3754-4b8f-b63b-47bb4967078c req-6df09a44-fe4e-486c-afc7-ddb1e65ac170 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0507090 Oct 21 11:46:10.524423 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4b4356fe-3754-4b8f-b63b-47bb4967078c req-a7535ddb-1902-4905-ad6b-adb7eca241cb tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387132 Oct 21 11:46:10.532374 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Made reservation on behalf of b28b4cc2e40f469591339acc7b8181f8 for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:46:10.536292 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:10.675883 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Allocated IP 172.20.0.9 (424deba6-bccd-4605-85ac-925b0a293982/31b0aa6a-4ce2-4555-be29-93c882c6a0bc/4ea86164-081f-45c5-aa99-0cd807c0923d) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:46:10.844142 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:10.955510 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-07ad04a4-3b7e-4a3d-a83c-706028f6b243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:10.965531 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:10.984930 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-a7731b2b-0dfb-4492-ba19-c8f94254680e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:10.986405 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-a7731b2b-0dfb-4492-ba19-c8f94254680e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.47 "GET /v2.0/networks?id=6544d13b-8222-4a8d-ac49-5a1e0806cb73 HTTP/1.1" status: 200 len: 813 time: 0.1562822 Oct 21 11:46:10.992091 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['520b4833-baf6-4e92-9c1f-7d775ad19f1e'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:46:11.015633 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Request body: {'port': {'device_id': 'fde53a32-5eae-451f-8ab8-0be173a3fdaf', 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73', 'admin_state_up': True, 'tenant_id': '92e656a3ca034966b7410d14629cfb9b'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:11.028524 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Network 424deba6-bccd-4605-85ac-925b0a293982 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:46:11.044781 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:11.053397 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:46:11.147137 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Pushing event updated for resources: {'Port': ['ID=4ea86164-081f-45c5-aa99-0cd807c0923d,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:11.172156 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:11.172784 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:11.205973 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-58df2a96-2480-4e42-8a4d-bdba90f2391f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8087068 Oct 21 11:46:11.226714 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Request body: {'port': {'device_id': '3779db9d-f07d-490a-ae6c-54750f65e9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:11.230229 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Made reservation on behalf of 92e656a3ca034966b7410d14629cfb9b for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:46:11.235778 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:11.319101 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2cddd-59b9-4b8a-a497-291245171845 req-bc5b2e7c-542e-4bf5-a4b6-85d1a11d60f6 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:11.320682 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-11d2cddd-59b9-4b8a-a497-291245171845 req-bc5b2e7c-542e-4bf5-a4b6-85d1a11d60f6 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 931 time: 0.0528831 Oct 21 11:46:11.332658 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:11.363155 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-11d2cddd-59b9-4b8a-a497-291245171845 req-ad7822de-98fc-47de-aed6-b3ced232a29a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358617 Oct 21 11:46:11.401448 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e91e3440-36ea-46a2-af24-357c4da7e7c3 req-13e80b08-60d3-42a5-99d9-d0914f3f6593 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 210 time: 0.0357308 Oct 21 11:46:11.643423 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53048e47-67e5-4dec-8a96-8c9c95723a60 req-2cbc8a13-ccef-4bbb-b4d7-b95b6bf3dfe4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:11.644892 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-53048e47-67e5-4dec-8a96-8c9c95723a60 req-2cbc8a13-ccef-4bbb-b4d7-b95b6bf3dfe4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0503848 Oct 21 11:46:11.679518 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Allocated IP 172.20.0.13 (6544d13b-8222-4a8d-ac49-5a1e0806cb73/2232083c-fc4a-491e-8820-3b572f8933a1/ee158d03-dc32-489d-9c88-6a3164f8c423) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:46:11.685049 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-53048e47-67e5-4dec-8a96-8c9c95723a60 req-54ab21e3-71ca-486d-b34f-effc47c2cdc6 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335159 Oct 21 11:46:11.954124 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:11.980097 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea86164-081f-45c5-aa99-0cd807c0923d {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:46:11.990690 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:12.015199 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Transition to ACTIVE for port object 4ea86164-081f-45c5-aa99-0cd807c0923d will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:46:12.023775 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:12.053632 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:12.087426 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:46:12.094863 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:12.096679 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea86164-081f-45c5-aa99-0cd807c0923d,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:12.099397 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:46:12.227272 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:12.227891 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:12.231835 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Pushing event updated for resources: {'Port': ['ID=ee158d03-dc32-489d-9c88-6a3164f8c423,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:12.252051 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.252394 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.252732 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.253061 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.253432 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.253723 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.254044 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.254361 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.254703 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.255627 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.255943 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.256285 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:12.272962 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1068dbc0-91b0-419c-9d47-fa25692b371e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2615848 Oct 21 11:46:12.275378 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Attempting to bind port 4ea86164-081f-45c5-aa99-0cd807c0923d on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:46:12.275708 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Attempting to bind port 4ea86164-081f-45c5-aa99-0cd807c0923d by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:46:12.276061 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Attempting to bind port 4ea86164-081f-45c5-aa99-0cd807c0923d on network 424deba6-bccd-4605-85ac-925b0a293982 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:12.280556 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Port 4ea86164-081f-45c5-aa99-0cd807c0923d on network 424deba6-bccd-4605-85ac-925b0a293982 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:46:12.280856 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Attempting to bind port 4ea86164-081f-45c5-aa99-0cd807c0923d on network 424deba6-bccd-4605-85ac-925b0a293982 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:12.290503 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Request body: {'port': {'device_id': 'fde53a32-5eae-451f-8ab8-0be173a3fdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:12.293112 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:46:12.293460 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Checking segment: {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:12.293809 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Bound using segment: {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:46:12.294227 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Bound port: 4ea86164-081f-45c5-aa99-0cd807c0923d, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:46:12.294571 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:12.393123 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:12.419229 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] For port 4ea86164-081f-45c5-aa99-0cd807c0923d, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:46:12.423444 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] For port 4ea86164-081f-45c5-aa99-0cd807c0923d, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ea86164-081f-45c5-aa99-0cd807c0923d,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:46:12.445831 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:12.487802 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:12.488402 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:12.489869 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] 10.222.0.47 "PUT /v2.0/ports/4ea86164-081f-45c5-aa99-0cd807c0923d HTTP/1.1" status: 200 len: 1093 time: 1.2677939 Oct 21 11:46:12.490337 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3779db9d-f07d-490a-ae6c-54750f65e9a3', 'tag': '4ea86164-081f-45c5-aa99-0cd807c0923d'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:46:12.492969 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c96ee63-6f45-4776-a904-043ed0e3c8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3779db9d-f07d-490a-ae6c-54750f65e9a3", "tag": "4ea86164-081f-45c5-aa99-0cd807c0923d"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:46:12.519085 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86da42-3897-4157-a66f-347f2fac5e1d req-f5de364d-32bc-4167-a008-02a54c33ab90 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:12.521342 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9d86da42-3897-4157-a66f-347f2fac5e1d req-f5de364d-32bc-4167-a008-02a54c33ab90 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 943 time: 0.0846188 Oct 21 11:46:12.544526 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b804f8-21aa-4bf3-800a-982dc864e8bf req-8e236e0a-0b52-4730-9ccd-37b2c408a1f8 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:12.546124 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-40b804f8-21aa-4bf3-800a-982dc864e8bf req-8e236e0a-0b52-4730-9ccd-37b2c408a1f8 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 932 time: 0.0699620 Oct 21 11:46:12.595454 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9d86da42-3897-4157-a66f-347f2fac5e1d req-92840288-c59c-4a6f-b03f-492b8b3785ab tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615568 Oct 21 11:46:12.611544 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-40b804f8-21aa-4bf3-800a-982dc864e8bf req-fa3e4a9f-45a8-47d6-9061-1eee8ac1bf2b tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523560 Oct 21 11:46:12.622585 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279031c-802c-4198-8689-c51d2d51f020 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea86164-081f-45c5-aa99-0cd807c0923d,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:12.653351 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499ff966-bf8b-4948-927a-a1c630605f29 x-openstack-request-id: req-499ff966-bf8b-4948-927a-a1c630605f29 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:46:12.653642 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3779db9d-f07d-490a-ae6c-54750f65e9a3", "tag": "4ea86164-081f-45c5-aa99-0cd807c0923d", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:46:12.653935 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-499ff966-bf8b-4948-927a-a1c630605f29 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:46:12.654341 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3779db9d-f07d-490a-ae6c-54750f65e9a3', 'tag': '4ea86164-081f-45c5-aa99-0cd807c0923d', 'status': 'completed', 'code': 200} Oct 21 11:46:12.670733 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1ecc0ce7-5d8a-44a8-99bc-fab1b0e3e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:12.672217 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-1ecc0ce7-5d8a-44a8-99bc-fab1b0e3e16d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 1096 time: 0.0913179 Oct 21 11:46:12.752044 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-45988f30-aaf5-42fd-8cc0-13aa6f4ca40c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea86164-081f-45c5-aa99-0cd807c0923d HTTP/1.1" status: 200 len: 217 time: 0.0689917 Oct 21 11:46:12.818307 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb42a2-7364-4e8a-9cfc-9f514de8b7e3 req-e5d072a7-0ef6-4e2b-9fee-2401577e0174 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:12.819785 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dbdb42a2-7364-4e8a-9cfc-9f514de8b7e3 req-e5d072a7-0ef6-4e2b-9fee-2401577e0174 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0526724 Oct 21 11:46:12.831256 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-73fc0013-852e-4c17-9e15-c42aa6e1815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:12.832714 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-73fc0013-852e-4c17-9e15-c42aa6e1815f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31b0aa6a-4ce2-4555-be29-93c882c6a0bc HTTP/1.1" status: 200 len: 855 time: 0.0721977 Oct 21 11:46:12.858584 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dbdb42a2-7364-4e8a-9cfc-9f514de8b7e3 req-730ec2fb-18aa-4240-8cab-48ce7b1df865 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321076 Oct 21 11:46:12.897076 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-9858e5f4-ff7f-4fbf-a034-acf1b17c0f3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=424deba6-bccd-4605-85ac-925b0a293982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504041 Oct 21 11:46:12.934993 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee158d03-dc32-489d-9c88-6a3164f8c423 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:46:12.945337 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:12.991846 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Transition to ACTIVE for port object ee158d03-dc32-489d-9c88-6a3164f8c423 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:46:12.998015 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:13.056563 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-a3c7e5e4-7b84-48d5-ad4b-5e1a7d42b59d service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489699 Oct 21 11:46:13.058480 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Pushing event updated for resources: {'Port': ['ID=ee158d03-dc32-489d-9c88-6a3164f8c423,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:13.214026 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Attempting to bind port ee158d03-dc32-489d-9c88-6a3164f8c423 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:46:13.214380 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Attempting to bind port ee158d03-dc32-489d-9c88-6a3164f8c423 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '27b25990-7593-4a28-9806-3d85eb50e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:46:13.214705 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Attempting to bind port ee158d03-dc32-489d-9c88-6a3164f8c423 on network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:13.220463 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-84d502cd-55f4-42f1-af52-1bf1c0872ba0 req-40b0caf3-3819-4db9-a4c1-ac08d4d6cf2a service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546061 Oct 21 11:46:13.222527 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Port ee158d03-dc32-489d-9c88-6a3164f8c423 on network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:46:13.222783 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Attempting to bind port ee158d03-dc32-489d-9c88-6a3164f8c423 on network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:13.231418 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:46:13.231753 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Checking segment: {'id': '27b25990-7593-4a28-9806-3d85eb50e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:13.232140 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Bound using segment: {'id': '27b25990-7593-4a28-9806-3d85eb50e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:46:13.232569 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Bound port: ee158d03-dc32-489d-9c88-6a3164f8c423, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b25990-7593-4a28-9806-3d85eb50e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:46:13.233022 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:13.331964 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] For port ee158d03-dc32-489d-9c88-6a3164f8c423, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:46:13.337929 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] For port ee158d03-dc32-489d-9c88-6a3164f8c423, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ee158d03-dc32-489d-9c88-6a3164f8c423,segment=NetworkSegment(27b25990-7593-4a28-9806-3d85eb50e499),segment_id=27b25990-7593-4a28-9806-3d85eb50e499)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:46:13.348055 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:13.358102 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96ee63-6f45-4776-a904-043ed0e3c8ac req-02600b7d-7a25-4206-92a4-92edaf0d6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:13.359597 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5c96ee63-6f45-4776-a904-043ed0e3c8ac req-02600b7d-7a25-4206-92a4-92edaf0d6993 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 1096 time: 0.0694036 Oct 21 11:46:13.410331 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:13.411009 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:13.412831 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] 10.222.0.47 "PUT /v2.0/ports/ee158d03-dc32-489d-9c88-6a3164f8c423 HTTP/1.1" status: 200 len: 1094 time: 1.1271019 Oct 21 11:46:13.496308 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-95bdc4c5-60aa-4ab1-99ef-3da2151b1db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:13.512278 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0603fb2-b618-4f5a-9ced-e063fd69076a service neutron] Pushing event updated for resources: {'Port': ['ID=ee158d03-dc32-489d-9c88-6a3164f8c423,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:13.541746 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96ee63-6f45-4776-a904-043ed0e3c8ac req-8d72fbfc-5b32-4ec6-a022-bf75a99448af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:13.543232 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5c96ee63-6f45-4776-a904-043ed0e3c8ac req-8d72fbfc-5b32-4ec6-a022-bf75a99448af service neutron] 10.222.0.47 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 916 time: 0.1645157 Oct 21 11:46:13.547210 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-ea5c9ddd-310a-452d-b39a-fd305b1aac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:13.548656 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-ea5c9ddd-310a-452d-b39a-fd305b1aac19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92e656a3ca034966b7410d14629cfb9b&device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 1097 time: 0.0793805 Oct 21 11:46:13.628790 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5c96ee63-6f45-4776-a904-043ed0e3c8ac req-e7c68f97-f956-40ae-baa5-400c82a32c0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ea86164-081f-45c5-aa99-0cd807c0923d HTTP/1.1" status: 200 len: 217 time: 0.0694497 Oct 21 11:46:13.630628 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-1c2f294e-8d25-47f7-b001-9d7d55122fe3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee158d03-dc32-489d-9c88-6a3164f8c423 HTTP/1.1" status: 200 len: 217 time: 0.0701320 Oct 21 11:46:13.749415 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-a7ae6a0d-96d9-4a42-89f2-5a46988b89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:13.750864 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-a7ae6a0d-96d9-4a42-89f2-5a46988b89e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2232083c-fc4a-491e-8820-3b572f8933a1 HTTP/1.1" status: 200 len: 853 time: 0.1058381 Oct 21 11:46:13.771121 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e6391-4375-4f19-bd2d-85120322148f req-acf07353-efdd-4d5c-a2ed-1592c6659617 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:13.772622 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a40e6391-4375-4f19-bd2d-85120322148f req-acf07353-efdd-4d5c-a2ed-1592c6659617 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 944 time: 0.0831151 Oct 21 11:46:13.785610 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96ee63-6f45-4776-a904-043ed0e3c8ac req-199ad54c-b84b-4b66-b0d2-5ba0402b2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:13.787171 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5c96ee63-6f45-4776-a904-043ed0e3c8ac req-199ad54c-b84b-4b66-b0d2-5ba0402b2704 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31b0aa6a-4ce2-4555-be29-93c882c6a0bc HTTP/1.1" status: 200 len: 855 time: 0.0553973 Oct 21 11:46:13.793293 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c80b9f-ecae-4dcf-8f80-fbe4c61b598d req-49a7ad58-b921-4612-ab4c-9ce4afa1103a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:13.794696 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-22c80b9f-ecae-4dcf-8f80-fbe4c61b598d req-49a7ad58-b921-4612-ab4c-9ce4afa1103a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 943 time: 0.0690005 Oct 21 11:46:13.840674 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a40e6391-4375-4f19-bd2d-85120322148f req-43955241-70aa-4a3d-977f-fdf940f6c3e4 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606437 Oct 21 11:46:13.847659 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-22c80b9f-ecae-4dcf-8f80-fbe4c61b598d req-13a71b11-779b-49cf-bd2a-96670416a5ed tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455501 Oct 21 11:46:13.973261 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9cf3f-bbd1-4c7e-9295-5934f74858d1 req-c418fdcb-3cd3-46bf-b872-ffcfa5f9b7da tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:13.975053 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b6b9cf3f-bbd1-4c7e-9295-5934f74858d1 req-c418fdcb-3cd3-46bf-b872-ffcfa5f9b7da tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0501068 Oct 21 11:46:14.015634 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b6b9cf3f-bbd1-4c7e-9295-5934f74858d1 req-6c1e3800-1c95-4ae8-a9a7-4b5e43174788 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Oct 21 11:46:14.440444 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:14.483640 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:14.655634 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde53a32-5eae-451f-8ab8-0be173a3fdaf', 'tag': 'ee158d03-dc32-489d-9c88-6a3164f8c423'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:46:14.657993 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc34bcf-53dd-44e2-9923-f17c6c33fa30" -d '{"events": [{"name": "network-changed", "server_uuid": "fde53a32-5eae-451f-8ab8-0be173a3fdaf", "tag": "ee158d03-dc32-489d-9c88-6a3164f8c423"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:46:14.693520 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f0bda0-3f15-4cfb-b023-602a05f16e7f x-openstack-request-id: req-38f0bda0-3f15-4cfb-b023-602a05f16e7f {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:46:14.693848 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde53a32-5eae-451f-8ab8-0be173a3fdaf", "tag": "ee158d03-dc32-489d-9c88-6a3164f8c423", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:46:14.694083 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38f0bda0-3f15-4cfb-b023-602a05f16e7f {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:46:14.694498 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde53a32-5eae-451f-8ab8-0be173a3fdaf', 'tag': 'ee158d03-dc32-489d-9c88-6a3164f8c423', 'status': 'completed', 'code': 200} Oct 21 11:46:14.975522 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c82ad-5eaf-4306-be12-0c7e305ef91c req-3a3f3306-6b72-41c5-bb3a-10086ea58c62 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:14.976961 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b17c82ad-5eaf-4306-be12-0c7e305ef91c req-3a3f3306-6b72-41c5-bb3a-10086ea58c62 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 944 time: 0.0544026 Oct 21 11:46:15.019072 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b17c82ad-5eaf-4306-be12-0c7e305ef91c req-b2565edf-7d5b-40ef-b102-6e76ce4684e1 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Oct 21 11:46:15.125869 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1b18f-d83c-4841-b993-9e6485fbcb38 req-443a3e88-4495-4abe-b1fa-5ae99dba083a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:15.127313 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3ca1b18f-d83c-4841-b993-9e6485fbcb38 req-443a3e88-4495-4abe-b1fa-5ae99dba083a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 943 time: 0.0501134 Oct 21 11:46:15.178567 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3ca1b18f-d83c-4841-b993-9e6485fbcb38 req-5566e801-9057-4b29-b381-3566c5364179 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 Oct 21 11:46:15.280335 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a00f2-9088-47e8-8e5c-d52ea96cd732 req-fc82f7ae-f094-4105-b44c-bed3de02ee24 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:15.281902 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ec5a00f2-9088-47e8-8e5c-d52ea96cd732 req-fc82f7ae-f094-4105-b44c-bed3de02ee24 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0476847 Oct 21 11:46:15.321173 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ec5a00f2-9088-47e8-8e5c-d52ea96cd732 req-c22b42aa-75e3-4fdb-8c1f-779c804a016c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Oct 21 11:46:16.150469 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead79cd-bd4b-4c72-bd91-af61922dca31 req-eee3afd2-4e10-4780-a3a5-91cc8ace4008 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:16.151912 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1ead79cd-bd4b-4c72-bd91-af61922dca31 req-eee3afd2-4e10-4780-a3a5-91cc8ace4008 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 944 time: 0.0543492 Oct 21 11:46:16.197944 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1ead79cd-bd4b-4c72-bd91-af61922dca31 req-fbe2d817-3d34-4aab-9010-9bda7062e85b tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364466 Oct 21 11:46:16.271573 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:16.302685 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d9206-7aca-45f7-90a9-4030b3655238 req-10e4f8d2-52a0-4920-a018-41cd42ca2e24 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:16.304146 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-793d9206-7aca-45f7-90a9-4030b3655238 req-10e4f8d2-52a0-4920-a018-41cd42ca2e24 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 943 time: 0.0497124 Oct 21 11:46:16.344246 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-793d9206-7aca-45f7-90a9-4030b3655238 req-01e2a125-72a9-451a-8d15-57cc1c3ce167 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Oct 21 11:46:16.445138 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa27159-67b2-4a39-a536-883c63f4beef req-21f8787a-16e7-4b3e-b139-9fb1c575c321 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:16.446659 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1fa27159-67b2-4a39-a536-883c63f4beef req-21f8787a-16e7-4b3e-b139-9fb1c575c321 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0481050 Oct 21 11:46:16.488909 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1fa27159-67b2-4a39-a536-883c63f4beef req-036d7b07-46c9-4179-a3a1-37151aa99963 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325549 Oct 21 11:46:16.707144 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-8706437c-b937-4b17-8ef3-d8115955a7c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6544d13b-8222-4a8d-ac49-5a1e0806cb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352321 Oct 21 11:46:16.733233 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5c96ee63-6f45-4776-a904-043ed0e3c8ac req-7c4bb5f3-7291-4609-8f06-853f4104ae9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=424deba6-bccd-4605-85ac-925b0a293982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288265 Oct 21 11:46:16.880000 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-4883d636-5af6-4a64-9b27-2e8daedb0053 service neutron] 10.222.0.47 "GET /v2.0/networks/6544d13b-8222-4a8d-ac49-5a1e0806cb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492293 Oct 21 11:46:16.889913 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5c96ee63-6f45-4776-a904-043ed0e3c8ac req-6615dfd6-f058-4f40-97ba-4f38f19d3af9 service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397769 Oct 21 11:46:17.038215 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8e86a3d4-eaec-4656-b6aa-c2fbce136cea req-7f9a91f0-70da-4baf-a204-833a9b82c720 service neutron] 10.222.0.47 "GET /v2.0/networks/6544d13b-8222-4a8d-ac49-5a1e0806cb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472342 Oct 21 11:46:17.043506 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5c96ee63-6f45-4776-a904-043ed0e3c8ac req-52197667-a194-4a8e-9e14-32110dd30b59 service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450863 Oct 21 11:46:17.149104 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc34bcf-53dd-44e2-9923-f17c6c33fa30 req-a78cb99f-3cdc-4246-bf38-31bf5d1558f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:17.150625 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-bbc34bcf-53dd-44e2-9923-f17c6c33fa30 req-a78cb99f-3cdc-4246-bf38-31bf5d1558f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92e656a3ca034966b7410d14629cfb9b&device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 1097 time: 0.0498610 Oct 21 11:46:17.328401 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917118a-e971-4ba1-b294-a5ec3a0682ea req-687193c4-ad40-4cc2-b256-3b12f3fd1894 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:17.330597 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0917118a-e971-4ba1-b294-a5ec3a0682ea req-687193c4-ad40-4cc2-b256-3b12f3fd1894 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 944 time: 0.0607722 Oct 21 11:46:17.389327 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0917118a-e971-4ba1-b294-a5ec3a0682ea req-03ae80c9-f3f0-49e4-94bc-786098abf400 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499403 Oct 21 11:46:17.435653 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc34bcf-53dd-44e2-9923-f17c6c33fa30 req-1d125ed8-c3a5-46b1-998c-21fc05bdb945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:17.437142 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-bbc34bcf-53dd-44e2-9923-f17c6c33fa30 req-1d125ed8-c3a5-46b1-998c-21fc05bdb945 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6544d13b-8222-4a8d-ac49-5a1e0806cb73 HTTP/1.1" status: 200 len: 914 time: 0.2751870 Oct 21 11:46:17.465823 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51406de-bce4-4941-9473-1e2f10c6c995 req-db529895-bdd2-4c9d-8bb9-6fa641b8a014 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:17.467272 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a51406de-bce4-4941-9473-1e2f10c6c995 req-db529895-bdd2-4c9d-8bb9-6fa641b8a014 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 943 time: 0.0465846 Oct 21 11:46:17.505438 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a51406de-bce4-4941-9473-1e2f10c6c995 req-6378886f-2c55-4c5e-ac2b-7a7f421e621b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Oct 21 11:46:17.607018 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d741f-aa51-42b3-a9e8-6aece204df31 req-a6571daf-bfe7-4ab6-9f26-98c9d4200f7e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:17.608505 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-139d741f-aa51-42b3-a9e8-6aece204df31 req-a6571daf-bfe7-4ab6-9f26-98c9d4200f7e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0490413 Oct 21 11:46:17.647881 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-139d741f-aa51-42b3-a9e8-6aece204df31 req-a279051b-24e8-4d4b-8fee-7cc77103df88 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Oct 21 11:46:18.062675 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:46:18.530174 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0a89c-0ae9-4ab9-a625-04798ca4a7e2 req-2c6af0d8-bae8-412f-9b6e-15852539eee0 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:18.531697 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-97f0a89c-0ae9-4ab9-a625-04798ca4a7e2 req-2c6af0d8-bae8-412f-9b6e-15852539eee0 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 944 time: 0.0668705 Oct 21 11:46:18.591015 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-97f0a89c-0ae9-4ab9-a625-04798ca4a7e2 req-f1544eb5-b639-42eb-a50f-c117410ee76e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509319 Oct 21 11:46:18.723130 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f69760-a6f8-4853-aba4-f4e5f8d0258a req-1d93b7ef-1594-413d-854d-e562964b53c8 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:18.724672 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d4f69760-a6f8-4853-aba4-f4e5f8d0258a req-1d93b7ef-1594-413d-854d-e562964b53c8 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 943 time: 0.0654097 Oct 21 11:46:18.782347 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d4f69760-a6f8-4853-aba4-f4e5f8d0258a req-b7e8481c-fcd1-4067-a656-c83c5d2581fd tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453310 Oct 21 11:46:18.910186 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961c707-2321-4179-9556-01eca84de7d5 req-e196c1a3-be91-4e2b-886b-9ba3680380fa tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:18.911631 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d961c707-2321-4179-9556-01eca84de7d5 req-e196c1a3-be91-4e2b-886b-9ba3680380fa tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0528080 Oct 21 11:46:18.952013 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d961c707-2321-4179-9556-01eca84de7d5 req-5edbed19-c4e7-4eac-8289-096ee20c69b5 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321913 Oct 21 11:46:19.719681 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfe0b8-02a3-484a-b897-bea7d271c3a4 req-dfc1e28c-9577-4641-af29-2daa464adea4 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:19.725752 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ebbfe0b8-02a3-484a-b897-bea7d271c3a4 req-dfc1e28c-9577-4641-af29-2daa464adea4 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 944 time: 0.0589561 Oct 21 11:46:19.759686 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ebbfe0b8-02a3-484a-b897-bea7d271c3a4 req-f1e45b93-a672-4ad9-8ec1-5142a832c959 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323720 Oct 21 11:46:19.906046 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2b24f-f4ff-4dbe-a60a-e84b48f0baa6 req-3ec8cddd-e588-4ffe-ac1f-dcc85928408f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:19.907489 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f7e2b24f-f4ff-4dbe-a60a-e84b48f0baa6 req-3ec8cddd-e588-4ffe-ac1f-dcc85928408f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 943 time: 0.0494208 Oct 21 11:46:19.944474 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f7e2b24f-f4ff-4dbe-a60a-e84b48f0baa6 req-03dd7842-0705-4f60-a852-6556d4e84325 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310349 Oct 21 11:46:20.086389 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ba5e9-cff4-4d33-bccf-9091a416bc3e req-4662d8c6-3c7c-40b5-afe4-eec913b60d43 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:20.087876 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-965ba5e9-cff4-4d33-bccf-9091a416bc3e req-4662d8c6-3c7c-40b5-afe4-eec913b60d43 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0539384 Oct 21 11:46:20.125883 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-965ba5e9-cff4-4d33-bccf-9091a416bc3e req-68f2f2ce-e56d-48c7-86b5-1993a903d15a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Oct 21 11:46:20.429317 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 4ea86164-081f-45c5-aa99-0cd807c0923d details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:46:20.476819 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-bbc34bcf-53dd-44e2-9923-f17c6c33fa30 req-c2fd6c2c-943b-4173-93f1-5ee84b17a0b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee158d03-dc32-489d-9c88-6a3164f8c423 HTTP/1.1" status: 200 len: 217 time: 0.0414572 Oct 21 11:46:20.536904 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 4ea86164-081f-45c5-aa99-0cd807c0923d, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ea86164-081f-45c5-aa99-0cd807c0923d,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:20.548072 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '4ea86164-081f-45c5-aa99-0cd807c0923d', 'network_id': '424deba6-bccd-4605-85ac-925b0a293982', 'port_id': '4ea86164-081f-45c5-aa99-0cd807c0923d', 'mac_address': 'fa:16:3e:53:4d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b0aa6a-4ce2-4555-be29-93c882c6a0bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:46:20.582221 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc34bcf-53dd-44e2-9923-f17c6c33fa30 req-4ac1be6e-1a34-4735-9038-2f447146f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:20.583684 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-bbc34bcf-53dd-44e2-9923-f17c6c33fa30 req-4ac1be6e-1a34-4735-9038-2f447146f524 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2232083c-fc4a-491e-8820-3b572f8933a1 HTTP/1.1" status: 200 len: 853 time: 0.0742319 Oct 21 11:46:20.583821 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:20.590762 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a8fa674a-99bc-4e94-948d-4304b91226a7 req-f2879a18-ef11-4a92-bbdf-61e18b26c7c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714540 Oct 21 11:46:20.596736 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea86164-081f-45c5-aa99-0cd807c0923d {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:46:20.619949 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 4ea86164-081f-45c5-aa99-0cd807c0923d, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ea86164-081f-45c5-aa99-0cd807c0923d,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:20.623517 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-bbc34bcf-53dd-44e2-9923-f17c6c33fa30 req-86f59aaf-4fa6-4a65-90f9-74fb0ac52174 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6544d13b-8222-4a8d-ac49-5a1e0806cb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244989 Oct 21 11:46:20.625435 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:20.671988 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=4ea86164-081f-45c5-aa99-0cd807c0923d,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:20.679209 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.679704 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.680121 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.680499 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.680832 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.681174 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.681499 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.681829 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.682172 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.682495 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.682810 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.683127 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:20.762950 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa674a-99bc-4e94-948d-4304b91226a7 req-63ecfc20-2ee7-49ad-a803-3cf95037e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:20.764467 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a8fa674a-99bc-4e94-948d-4304b91226a7 req-63ecfc20-2ee7-49ad-a803-3cf95037e09f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e3079bc8e264d0e8bd68191ce769e28&device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 1098 time: 0.1025248 Oct 21 11:46:20.787479 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-bbc34bcf-53dd-44e2-9923-f17c6c33fa30 req-a58427a8-27b2-46cf-b290-86c53de1c824 service neutron] 10.222.0.47 "GET /v2.0/networks/6544d13b-8222-4a8d-ac49-5a1e0806cb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266227 Oct 21 11:46:20.912664 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c7c90-ce6c-42d5-9725-46f69b1520bc req-7ab8a71d-4fe5-4b95-9a67-43f7851c3be1 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:20.915470 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-776c7c90-ce6c-42d5-9725-46f69b1520bc req-7ab8a71d-4fe5-4b95-9a67-43f7851c3be1 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 944 time: 0.0852728 Oct 21 11:46:20.963179 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa674a-99bc-4e94-948d-4304b91226a7 req-a8cdfffe-264f-456b-be87-192397f8af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:20.964701 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a8fa674a-99bc-4e94-948d-4304b91226a7 req-a8cdfffe-264f-456b-be87-192397f8af40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec023b71-aece-4abc-87ff-2dfa1c9f77ce HTTP/1.1" status: 200 len: 912 time: 0.1732869 Oct 21 11:46:20.969195 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-bbc34bcf-53dd-44e2-9923-f17c6c33fa30 req-7b458f4d-f88a-480a-9ccb-fdc4eb6f36f1 service neutron] 10.222.0.47 "GET /v2.0/networks/6544d13b-8222-4a8d-ac49-5a1e0806cb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577015 Oct 21 11:46:20.970538 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-776c7c90-ce6c-42d5-9725-46f69b1520bc req-772e1be8-3057-4cc1-b5ef-324da53f1d22 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Oct 21 11:46:20.990703 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:21.034356 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a8fa674a-99bc-4e94-948d-4304b91226a7 req-3b84077c-7356-4665-8892-446bae6c86c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d559b90e-9222-44dd-8dd1-4b12e70ddcfd HTTP/1.1" status: 200 len: 217 time: 0.0477586 Oct 21 11:46:21.093544 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a992552-766f-4f23-8925-81bd4ad27dd3 req-6ade44cc-e392-4b54-ba25-1cd9be264441 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:21.095027 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5a992552-766f-4f23-8925-81bd4ad27dd3 req-6ade44cc-e392-4b54-ba25-1cd9be264441 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 944 time: 0.0498676 Oct 21 11:46:21.100048 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa674a-99bc-4e94-948d-4304b91226a7 req-d151e820-4df5-4200-9474-7fb5ce6f3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:21.101548 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a8fa674a-99bc-4e94-948d-4304b91226a7 req-d151e820-4df5-4200-9474-7fb5ce6f3130 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f18a7fda-f247-4d18-95a9-49e3147f8041 HTTP/1.1" status: 200 len: 851 time: 0.0472946 Oct 21 11:46:21.132935 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5a992552-766f-4f23-8925-81bd4ad27dd3 req-7c14b1c0-0c6e-4c2f-8a1c-085210fc669f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Oct 21 11:46:21.136617 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a8fa674a-99bc-4e94-948d-4304b91226a7 req-875e2cbe-e22a-4d7d-9c65-1e0cd47d2a65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec023b71-aece-4abc-87ff-2dfa1c9f77ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243087 Oct 21 11:46:21.187596 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['4ea86164-081f-45c5-aa99-0cd807c0923d'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:46:21.254568 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a8fa674a-99bc-4e94-948d-4304b91226a7 req-0a1b2bc2-7e36-4a28-96e9-9818e08691de service neutron] 10.222.0.47 "GET /v2.0/networks/ec023b71-aece-4abc-87ff-2dfa1c9f77ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063919 Oct 21 11:46:21.260867 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e5379-a7c6-4278-831d-65b938366db6 req-e35da555-4b3c-4e53-b787-8f779885daa0 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:21.262354 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-520e5379-a7c6-4278-831d-65b938366db6 req-e35da555-4b3c-4e53-b787-8f779885daa0 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0495160 Oct 21 11:46:21.311336 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-520e5379-a7c6-4278-831d-65b938366db6 req-e95c8b8e-a795-46cd-8dd8-febb411cde66 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426898 Oct 21 11:46:21.352244 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a8fa674a-99bc-4e94-948d-4304b91226a7 req-2e2489b8-4343-42af-bdaa-52177c6d2953 service neutron] 10.222.0.47 "GET /v2.0/networks/ec023b71-aece-4abc-87ff-2dfa1c9f77ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856872 Oct 21 11:46:21.864175 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703fe6b-a51a-4566-9b55-644d467801ba req-8e4da827-fbe1-4362-bd69-b81b5f01e182 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:21.865523 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3703fe6b-a51a-4566-9b55-644d467801ba req-8e4da827-fbe1-4362-bd69-b81b5f01e182 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0526497 Oct 21 11:46:21.904876 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3703fe6b-a51a-4566-9b55-644d467801ba req-ad70a7ca-553c-4a02-b963-be072fce5d00 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332401 Oct 21 11:46:22.100676 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb84ef-31be-4a02-ad1b-22e7f904e449 req-6958748d-53ea-495c-a010-4cb7a010d1ad tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:22.102469 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-58cb84ef-31be-4a02-ad1b-22e7f904e449 req-6958748d-53ea-495c-a010-4cb7a010d1ad tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 944 time: 0.0573697 Oct 21 11:46:22.141152 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-58cb84ef-31be-4a02-ad1b-22e7f904e449 req-e0afd509-61bf-4d2b-8ce7-cc65e5b5d7fd tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Oct 21 11:46:22.250650 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a23ba1-31b2-446f-8884-80cddb697c2f req-e75e8295-e0ce-486b-b586-79aaf1bc6acf tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:22.252132 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-28a23ba1-31b2-446f-8884-80cddb697c2f req-e75e8295-e0ce-486b-b586-79aaf1bc6acf tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 944 time: 0.0490263 Oct 21 11:46:22.289380 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-28a23ba1-31b2-446f-8884-80cddb697c2f req-8a95a176-6760-4c34-93a8-a8662ce23e06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309927 Oct 21 11:46:22.432196 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3353e29-8bb9-42a3-a65e-720169b98b7f req-b269b435-8e06-4506-b8bb-52da57913b5a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:22.433703 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c3353e29-8bb9-42a3-a65e-720169b98b7f req-b269b435-8e06-4506-b8bb-52da57913b5a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0563552 Oct 21 11:46:22.474499 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c3353e29-8bb9-42a3-a65e-720169b98b7f req-36499509-6309-4a58-856c-d994ca1ce546 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337968 Oct 21 11:46:23.027499 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232215-3331-4d38-85a5-e8b2c78467bc req-e54ae73f-208b-41aa-a7bc-ca886e6f1f7b tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:23.029323 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-00232215-3331-4d38-85a5-e8b2c78467bc req-e54ae73f-208b-41aa-a7bc-ca886e6f1f7b tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0548952 Oct 21 11:46:23.070138 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-00232215-3331-4d38-85a5-e8b2c78467bc req-df74d956-c426-4e71-a089-3533d5d8e777 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345187 Oct 21 11:46:23.269949 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfda8e2-833a-4c36-ba7d-6871b3cccb58 req-64a80d0f-39fd-4880-bba1-11962d513f5a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:23.271459 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9bfda8e2-833a-4c36-ba7d-6871b3cccb58 req-64a80d0f-39fd-4880-bba1-11962d513f5a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 944 time: 0.0502732 Oct 21 11:46:23.312243 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9bfda8e2-833a-4c36-ba7d-6871b3cccb58 req-826bd52d-7113-467c-a608-a915100728a2 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337503 Oct 21 11:46:23.413577 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a6379-cc25-48d6-9d9d-8c165c0ec3e5 req-a482055c-a70f-4529-ba01-74239c9e664f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:23.415040 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d22a6379-cc25-48d6-9d9d-8c165c0ec3e5 req-a482055c-a70f-4529-ba01-74239c9e664f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 944 time: 0.0548258 Oct 21 11:46:23.453662 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d22a6379-cc25-48d6-9d9d-8c165c0ec3e5 req-6e389c73-5cbe-4f70-bf70-b465f9bbbfb6 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Oct 21 11:46:23.592515 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fc6ba-89aa-4e9d-a257-f6df9bf9a7f4 req-d7f98f82-6006-4b4c-8acc-ec37cb614329 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:23.597838 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3c1fc6ba-89aa-4e9d-a257-f6df9bf9a7f4 req-d7f98f82-6006-4b4c-8acc-ec37cb614329 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0536077 Oct 21 11:46:23.635521 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3c1fc6ba-89aa-4e9d-a257-f6df9bf9a7f4 req-9888917d-4324-42b5-a5dd-4687cf5aa8b8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353277 Oct 21 11:46:23.670477 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device ee158d03-dc32-489d-9c88-6a3164f8c423 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:46:23.672626 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 4ea86164-081f-45c5-aa99-0cd807c0923d up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:23.782274 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 4ea86164-081f-45c5-aa99-0cd807c0923d completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:46:23.789503 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 4ea86164-081f-45c5-aa99-0cd807c0923d triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:23.789874 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:23.826213 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port ee158d03-dc32-489d-9c88-6a3164f8c423, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ee158d03-dc32-489d-9c88-6a3164f8c423,segment=NetworkSegment(27b25990-7593-4a28-9806-3d85eb50e499),segment_id=27b25990-7593-4a28-9806-3d85eb50e499)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:23.843920 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': 'ee158d03-dc32-489d-9c88-6a3164f8c423', 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73', 'port_id': 'ee158d03-dc32-489d-9c88-6a3164f8c423', 'mac_address': 'fa:16:3e:4b:28:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2232083c-fc4a-491e-8820-3b572f8933a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:46:23.909373 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:23.930424 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee158d03-dc32-489d-9c88-6a3164f8c423 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:46:23.934437 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:23.963527 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port ee158d03-dc32-489d-9c88-6a3164f8c423, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ee158d03-dc32-489d-9c88-6a3164f8c423,segment=NetworkSegment(27b25990-7593-4a28-9806-3d85eb50e499),segment_id=27b25990-7593-4a28-9806-3d85eb50e499)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:23.970827 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3779db9d-f07d-490a-ae6c-54750f65e9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea86164-081f-45c5-aa99-0cd807c0923d'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:46:23.973053 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb4d3bb-5254-4ebb-a62a-be389619603d" -d '{"events": [{"server_uuid": "3779db9d-f07d-490a-ae6c-54750f65e9a3", "name": "network-vif-plugged", "status": "completed", "tag": "4ea86164-081f-45c5-aa99-0cd807c0923d"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:46:23.978557 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:23.991016 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 4ea86164-081f-45c5-aa99-0cd807c0923d, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ea86164-081f-45c5-aa99-0cd807c0923d,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:24.011775 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea86055-e9b8-4ddd-9469-3a9cb636504c x-openstack-request-id: req-2ea86055-e9b8-4ddd-9469-3a9cb636504c {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:46:24.012094 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3779db9d-f07d-490a-ae6c-54750f65e9a3", "name": "network-vif-plugged", "status": "completed", "tag": "4ea86164-081f-45c5-aa99-0cd807c0923d", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:46:24.012349 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ea86055-e9b8-4ddd-9469-3a9cb636504c {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:46:24.012761 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3779db9d-f07d-490a-ae6c-54750f65e9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea86164-081f-45c5-aa99-0cd807c0923d', 'code': 200} Oct 21 11:46:24.015702 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:24.044423 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=ee158d03-dc32-489d-9c88-6a3164f8c423,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:24.109159 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=4ea86164-081f-45c5-aa99-0cd807c0923d,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:24.218799 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805842f-3ae7-4274-9251-37aacbb7f04e req-98a45792-15bb-46bc-8542-dd0d2add53f9 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:24.220651 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6805842f-3ae7-4274-9251-37aacbb7f04e req-98a45792-15bb-46bc-8542-dd0d2add53f9 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 945 time: 0.0625401 Oct 21 11:46:24.238026 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457f506-6ed9-4b37-a3c6-666eb066e0f3 req-5d4b7b09-efd6-4a8d-b6a0-b1de65f8e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:24.239729 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d457f506-6ed9-4b37-a3c6-666eb066e0f3 req-5d4b7b09-efd6-4a8d-b6a0-b1de65f8e35b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 1098 time: 0.0447984 Oct 21 11:46:24.272571 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6805842f-3ae7-4274-9251-37aacbb7f04e req-a7c326ee-e3e0-4786-9a56-171340ab66b0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327809 Oct 21 11:46:24.277477 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d457f506-6ed9-4b37-a3c6-666eb066e0f3 req-efd79e7f-8c4d-4f12-8b83-e774ef970f09 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293524 Oct 21 11:46:24.398519 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['ee158d03-dc32-489d-9c88-6a3164f8c423'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:46:24.463749 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfce2ff-9d1d-4638-8390-4d1d8067dccd req-5daa7ece-8896-445d-8af2-e257194b7b1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:24.465289 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fbfce2ff-9d1d-4638-8390-4d1d8067dccd req-5daa7ece-8896-445d-8af2-e257194b7b1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 945 time: 0.0749359 Oct 21 11:46:24.531116 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fbfce2ff-9d1d-4638-8390-4d1d8067dccd req-75c2194f-a4df-4ce1-985f-b5c8824f7122 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563302 Oct 21 11:46:24.598733 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cd77a-35d2-4e86-aa79-4feb11a8ddc0 req-01b18323-b784-4f1d-89a0-e810a9771547 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:24.601575 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-968cd77a-35d2-4e86-aa79-4feb11a8ddc0 req-01b18323-b784-4f1d-89a0-e810a9771547 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 945 time: 0.0643187 Oct 21 11:46:24.640850 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-968cd77a-35d2-4e86-aa79-4feb11a8ddc0 req-9c08cf2f-7be4-48ec-89f6-677e422800d1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334198 Oct 21 11:46:24.761971 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff23b6-cbb5-466a-ac5b-c1668918dcf8 req-6d439c8c-ad83-41bc-99fc-09361ab42da8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:24.763476 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-37ff23b6-cbb5-466a-ac5b-c1668918dcf8 req-6d439c8c-ad83-41bc-99fc-09361ab42da8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0566638 Oct 21 11:46:24.844615 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-37ff23b6-cbb5-466a-ac5b-c1668918dcf8 req-7a737383-d2de-402b-8f4f-7a8e27613d2d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687079 Oct 21 11:46:24.884345 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a6b02-b270-47ca-8257-e0762b7dd2b0 req-5b6cce42-c00e-47cf-8e4a-58cd3d3bb59e tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:24.886173 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8c3a6b02-b270-47ca-8257-e0762b7dd2b0 req-5b6cce42-c00e-47cf-8e4a-58cd3d3bb59e tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.47 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 945 time: 0.1053004 Oct 21 11:46:24.908284 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47098) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:25.040103 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.066585 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-8c3a6b02-b270-47ca-8257-e0762b7dd2b0 req-c4b0b352-9a6c-4805-8f0f-49dcf30739b0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Deleting port d559b90e-9222-44dd-8dd1-4b12e70ddcfd {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:46:25.066920 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8c3a6b02-b270-47ca-8257-e0762b7dd2b0 req-c4b0b352-9a6c-4805-8f0f-49dcf30739b0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.127542 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.132784 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.167973 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d955ed1939f64cf2ace7b62a8149f29f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585514 Oct 21 11:46:25.171218 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47112) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:25.171369 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-8c3a6b02-b270-47ca-8257-e0762b7dd2b0 req-c4b0b352-9a6c-4805-8f0f-49dcf30739b0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] For port d559b90e-9222-44dd-8dd1-4b12e70ddcfd, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d559b90e-9222-44dd-8dd1-4b12e70ddcfd,segment=NetworkSegment(969bc0d8-be41-469a-8894-e2ad1c8eafc9),segment_id=969bc0d8-be41-469a-8894-e2ad1c8eafc9)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:25.171629 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8c3a6b02-b270-47ca-8257-e0762b7dd2b0 req-c4b0b352-9a6c-4805-8f0f-49dcf30739b0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.185634 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cec654-e8a2-438b-8a58-c3a115a6d7ce,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:25.199910 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-8c3a6b02-b270-47ca-8257-e0762b7dd2b0 req-c4b0b352-9a6c-4805-8f0f-49dcf30739b0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Calling delete_port for d559b90e-9222-44dd-8dd1-4b12e70ddcfd owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:46:25.205277 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.206027 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.206539 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.206866 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.207185 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.207489 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.207832 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.208163 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.208861 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.209213 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.209529 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.209838 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fa3c1b-f13e-42c0-affe-1e9f108f0126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:25.244003 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-242704b4-5aae-4108-b1be-95121d7c4d0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.272563 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-242704b4-5aae-4108-b1be-95121d7c4d0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.327221 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-242704b4-5aae-4108-b1be-95121d7c4d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.330287 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-242704b4-5aae-4108-b1be-95121d7c4d0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.331412 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-242704b4-5aae-4108-b1be-95121d7c4d0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5cec654-e8a2-438b-8a58-c3a115a6d7ce HTTP/1.1" status: 204 len: 168 time: 0.1593206 Oct 21 11:46:25.340069 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242704b4-5aae-4108-b1be-95121d7c4d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cec654-e8a2-438b-8a58-c3a115a6d7ce,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:25.404521 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8c3a6b02-b270-47ca-8257-e0762b7dd2b0 req-c4b0b352-9a6c-4805-8f0f-49dcf30739b0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.417563 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['d559b90e-9222-44dd-8dd1-4b12e70ddcfd'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:46:25.420174 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fa50e-a5ce-40d4-82a0-adaba03119a1 req-cf5f6c2b-fed8-404f-8eb4-3f1a4aa07558 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:25.421725 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f75fa50e-a5ce-40d4-82a0-adaba03119a1 req-cf5f6c2b-fed8-404f-8eb4-3f1a4aa07558 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 867 time: 0.0565832 Oct 21 11:46:25.433709 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0b352-9a6c-4805-8f0f-49dcf30739b0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Pushing event deleted for resources: {'Port': ['ID=d559b90e-9222-44dd-8dd1-4b12e70ddcfd,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:25.481705 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f75fa50e-a5ce-40d4-82a0-adaba03119a1 req-bfff7b5a-8bab-4223-8747-92ac04847cc3 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/security-groups?id=3be2d795-eef2-4f1e-96ad-bf0566a4c873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514488 Oct 21 11:46:25.532757 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3a6b02-b270-47ca-8257-e0762b7dd2b0 req-c4b0b352-9a6c-4805-8f0f-49dcf30739b0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] No DVR routers for this DVR port d559b90e-9222-44dd-8dd1-4b12e70ddcfd on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:46:25.536099 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8c3a6b02-b270-47ca-8257-e0762b7dd2b0 req-c4b0b352-9a6c-4805-8f0f-49dcf30739b0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.540628 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8c3a6b02-b270-47ca-8257-e0762b7dd2b0 req-c4b0b352-9a6c-4805-8f0f-49dcf30739b0 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.47 "DELETE /v2.0/ports/d559b90e-9222-44dd-8dd1-4b12e70ddcfd HTTP/1.1" status: 204 len: 173 time: 0.6461935 Oct 21 11:46:25.541216 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79f407e-f3e2-4dc1-adf5-601875df4ad4', 'name': 'network-vif-deleted', 'tag': 'd559b90e-9222-44dd-8dd1-4b12e70ddcfd'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:46:25.544163 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038eb205-6f5e-4acb-a4ec-b2fd1061e6f1" -d '{"events": [{"server_uuid": "e79f407e-f3e2-4dc1-adf5-601875df4ad4", "name": "network-vif-deleted", "tag": "d559b90e-9222-44dd-8dd1-4b12e70ddcfd"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:46:25.594623 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7973cf-f770-4488-afd7-b6bec9117845 x-openstack-request-id: req-1d7973cf-f770-4488-afd7-b6bec9117845 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:46:25.595383 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79f407e-f3e2-4dc1-adf5-601875df4ad4", "name": "network-vif-deleted", "tag": "d559b90e-9222-44dd-8dd1-4b12e70ddcfd", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:46:25.595616 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d7973cf-f770-4488-afd7-b6bec9117845 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:46:25.596022 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79f407e-f3e2-4dc1-adf5-601875df4ad4', 'name': 'network-vif-deleted', 'tag': 'd559b90e-9222-44dd-8dd1-4b12e70ddcfd', 'status': 'completed', 'code': 200} Oct 21 11:46:25.685840 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device ee158d03-dc32-489d-9c88-6a3164f8c423 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:25.699699 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235e193-aa35-4ab6-8747-b8de8aa03c3d req-200ac76d-9fd2-47e7-8986-7dcdc433a981 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:25.701796 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1235e193-aa35-4ab6-8747-b8de8aa03c3d req-200ac76d-9fd2-47e7-8986-7dcdc433a981 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 945 time: 0.0615120 Oct 21 11:46:25.755793 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1235e193-aa35-4ab6-8747-b8de8aa03c3d req-6208ac56-174f-48b0-8d9f-93b578502325 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449693 Oct 21 11:46:25.776631 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47136) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:25.788888 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port ee158d03-dc32-489d-9c88-6a3164f8c423 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:46:25.796518 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port ee158d03-dc32-489d-9c88-6a3164f8c423 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:25.797437 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.815692 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d66a983f-97ea-43c1-ad20-569131efddb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.907006 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.932304 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca2caf-ea17-499a-8663-d3a4927b42a4 req-b5bffcba-4996-4643-a880-790cef737ea7 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:25.933839 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d0ca2caf-ea17-499a-8663-d3a4927b42a4 req-b5bffcba-4996-4643-a880-790cef737ea7 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 945 time: 0.1485012 Oct 21 11:46:25.943612 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port ee158d03-dc32-489d-9c88-6a3164f8c423, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ee158d03-dc32-489d-9c88-6a3164f8c423,segment=NetworkSegment(27b25990-7593-4a28-9806-3d85eb50e499),segment_id=27b25990-7593-4a28-9806-3d85eb50e499)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:25.948511 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:25.949642 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device d559b90e-9222-44dd-8dd1-4b12e70ddcfd no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:46:25.971664 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: d559b90e-9222-44dd-8dd1-4b12e70ddcfd {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:46:25.971967 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device d559b90e-9222-44dd-8dd1-4b12e70ddcfd not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:46:26.015309 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde53a32-5eae-451f-8ab8-0be173a3fdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee158d03-dc32-489d-9c88-6a3164f8c423'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:46:26.017614 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a00755-6c24-4a05-9627-c6e3ea3bd805" -d '{"events": [{"server_uuid": "fde53a32-5eae-451f-8ab8-0be173a3fdaf", "name": "network-vif-plugged", "status": "completed", "tag": "ee158d03-dc32-489d-9c88-6a3164f8c423"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:46:26.021112 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=ee158d03-dc32-489d-9c88-6a3164f8c423,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:26.043328 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d0ca2caf-ea17-499a-8663-d3a4927b42a4 req-ae2a2edb-2f47-446b-939e-e712a24548d0 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958583 Oct 21 11:46:26.058409 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20913a75-ac97-43f4-94f6-05664ec2e086 req-4086ac7b-7e8f-42d1-9142-3c691ac154bf tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:26.059927 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-20913a75-ac97-43f4-94f6-05664ec2e086 req-4086ac7b-7e8f-42d1-9142-3c691ac154bf tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.1227050 Oct 21 11:46:26.089351 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84e8a0c-287b-4a65-8a87-6cbbccaaab5f x-openstack-request-id: req-e84e8a0c-287b-4a65-8a87-6cbbccaaab5f {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:46:26.089865 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde53a32-5eae-451f-8ab8-0be173a3fdaf", "name": "network-vif-plugged", "status": "completed", "tag": "ee158d03-dc32-489d-9c88-6a3164f8c423", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:46:26.090258 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e84e8a0c-287b-4a65-8a87-6cbbccaaab5f {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:46:26.090771 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde53a32-5eae-451f-8ab8-0be173a3fdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee158d03-dc32-489d-9c88-6a3164f8c423', 'code': 200} Oct 21 11:46:26.093647 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d66a983f-97ea-43c1-ad20-569131efddb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.099197 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d66a983f-97ea-43c1-ad20-569131efddb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.145293 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-20913a75-ac97-43f4-94f6-05664ec2e086 req-97c37d3d-3ea6-4c3a-80f2-34a3426b7657 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776093 Oct 21 11:46:26.158885 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d66a983f-97ea-43c1-ad20-569131efddb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=166b2220221648e290057f7b8fcd6a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806839 Oct 21 11:46:26.161430 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47148) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:26.170382 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a983f-97ea-43c1-ad20-569131efddb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df590ad8-e5eb-4363-9f93-5ee367e248f6,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:26.238834 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d8e6046e-7e76-4e9f-b35e-cf267b1e996d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.260327 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d8e6046e-7e76-4e9f-b35e-cf267b1e996d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.326983 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80d448-b958-4134-9d2d-45c2c1ab8f40 req-deef5ff9-a9ad-4b31-8a04-013dd69d338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:26.326983 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cc80d448-b958-4134-9d2d-45c2c1ab8f40 req-deef5ff9-a9ad-4b31-8a04-013dd69d338b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 1099 time: 0.0595458 Oct 21 11:46:26.341771 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d8e6046e-7e76-4e9f-b35e-cf267b1e996d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.344492 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d8e6046e-7e76-4e9f-b35e-cf267b1e996d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.348348 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-d8e6046e-7e76-4e9f-b35e-cf267b1e996d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df590ad8-e5eb-4363-9f93-5ee367e248f6 HTTP/1.1" status: 204 len: 168 time: 0.1831024 Oct 21 11:46:26.356371 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6046e-7e76-4e9f-b35e-cf267b1e996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df590ad8-e5eb-4363-9f93-5ee367e248f6,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:26.410855 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47162) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:26.458033 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77658ab-219c-4934-9ad4-e5ecdd9a135a admin admin] Deleting subnet b81f1f34-88a1-4aa1-a3a2-2f4dd3c852bf {{(pid=106353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:46:26.462722 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e77658ab-219c-4934-9ad4-e5ecdd9a135a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.497421 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e77658ab-219c-4934-9ad4-e5ecdd9a135a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11080619'] for subnet, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.544187 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e77658ab-219c-4934-9ad4-e5ecdd9a135a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.603637 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-537aa0d8-8079-4047-8e4b-4227196e1768 req-fc2efa55-a816-4460-babd-7c4707f430cc tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 210 time: 0.0284061 Oct 21 11:46:26.606961 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e77658ab-219c-4934-9ad4-e5ecdd9a135a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9302782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3067810'] for subnet, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.634579 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77658ab-219c-4934-9ad4-e5ecdd9a135a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b81f1f34-88a1-4aa1-a3a2-2f4dd3c852bf,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:26.639390 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e77658ab-219c-4934-9ad4-e5ecdd9a135a admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.642626 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-e77658ab-219c-4934-9ad4-e5ecdd9a135a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b81f1f34-88a1-4aa1-a3a2-2f4dd3c852bf HTTP/1.1" status: 204 len: 168 time: 0.2308099 Oct 21 11:46:26.645283 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47170) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:26.728177 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.811294 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:26.846791 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.846791 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.847434 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.847759 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > port after_create 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.848080 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.848391 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > port after_update 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.848717 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.852211 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.852211 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.852211 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.952634 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.952983 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.953335 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.953786 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 21 11:46:26.954014 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d10908-181b-4a8e-bd78-d4b3d4f49707']}} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:26.985921 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90dbd70-dba8-4564-a33f-0762b38074c4') {'for_net_delete': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:26.986215 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90dbd70-dba8-4564-a33f-0762b38074c4') {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:27.005820 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8431963'] for segment, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.036360 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0d6ca-126d-4ddc-8f50-1f97d2833dda req-4d8a8029-40c4-437b-8099-5d30ee2fadd7 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:27.038000 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-43f0d6ca-126d-4ddc-8f50-1f97d2833dda req-4d8a8029-40c4-437b-8099-5d30ee2fadd7 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 946 time: 0.2130229 Oct 21 11:46:27.038942 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.054119 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=106352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:46:27.054641 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8750407'] for segment, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: from cryptography.utils import int_from_bytes Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: from cryptography.utils import int_from_bytes Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: Traceback (most recent call last): Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: timer() Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: cb(*args, **kw) Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: return func(*args, **kwargs) Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: self._notify() Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: self.callback(batched_events) Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: event.method(event) Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: return f(self, *a, **k) Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._get(url).json() Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: return self.request(url, 'GET', **kwargs) Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:46:27.058568 dv-cinder-814898-1-iscsi neutron-server[106352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:46:27.159523 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-43f0d6ca-126d-4ddc-8f50-1f97d2833dda req-a935e67a-1461-49a2-865d-637272c343fd tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143489 Oct 21 11:46:27.160810 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.173153 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.186092 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] 10.222.0.24 "DELETE /v2.0/networks/31d10908-181b-4a8e-bd78-d4b3d4f49707 HTTP/1.1" status: 204 len: 168 time: 0.5397277 Oct 21 11:46:27.193322 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47196) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:27.209517 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8defb22-649e-4e8e-97e1-ce7d04736400 admin admin] Pushing event deleted for resources: {'Network': ['ID=31d10908-181b-4a8e-bd78-d4b3d4f49707,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:27.236722 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55cb3-1b28-4780-80c8-66b8df619632 req-6288befc-ec5e-4c67-8cd8-c2e908fcde18 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:27.238430 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5db55cb3-1b28-4780-80c8-66b8df619632 req-6288befc-ec5e-4c67-8cd8-c2e908fcde18 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 945 time: 0.1253626 Oct 21 11:46:27.260122 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e66e91-e672-44f9-9c01-fb231a1dc976 admin admin] Deleting subnet 00efe4b0-b915-4317-942a-a2217bb1eeb4 {{(pid=106353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:46:27.263834 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-40e66e91-e672-44f9-9c01-fb231a1dc976 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.304233 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5db55cb3-1b28-4780-80c8-66b8df619632 req-0e2db20f-f3a6-4f97-90fd-ddb977a9d5d7 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594242 Oct 21 11:46:27.308867 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-40e66e91-e672-44f9-9c01-fb231a1dc976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11080619'] for subnet, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.340986 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100c30e-d738-4830-bf55-3cd6aeb93f49 req-848670da-0cc1-49d8-a32e-e2aaf457f3ec tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:27.342643 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4100c30e-d738-4830-bf55-3cd6aeb93f49 req-848670da-0cc1-49d8-a32e-e2aaf457f3ec tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0916083 Oct 21 11:46:27.368191 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-40e66e91-e672-44f9-9c01-fb231a1dc976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.429441 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-40e66e91-e672-44f9-9c01-fb231a1dc976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9302782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3067810'] for subnet, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.455201 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e66e91-e672-44f9-9c01-fb231a1dc976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00efe4b0-b915-4317-942a-a2217bb1eeb4,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:27.466745 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-40e66e91-e672-44f9-9c01-fb231a1dc976 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.472936 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-40e66e91-e672-44f9-9c01-fb231a1dc976 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/00efe4b0-b915-4317-942a-a2217bb1eeb4 HTTP/1.1" status: 204 len: 168 time: 0.2790661 Oct 21 11:46:27.473278 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47210) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:27.554282 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.590545 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4100c30e-d738-4830-bf55-3cd6aeb93f49 req-647a15e3-b13e-4320-baba-34ff2fc26a91 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411301 Oct 21 11:46:27.643652 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.663918 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9087cad-0800-41a7-a23e-b318084bd9bd']}} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:27.673830 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a41f10c-e901-4438-b892-bb3ffafab319') {'for_net_delete': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:27.674232 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a41f10c-e901-4438-b892-bb3ffafab319') {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:27.683912 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11080610'] for segment, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.698097 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.705306 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=106353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:46:27.705708 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9302608'] for segment, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: Traceback (most recent call last): Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: timer() Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: cb(*args, **kw) Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: return func(*args, **kwargs) Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: self._notify() Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: self.callback(batched_events) Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: event.method(event) Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: return f(self, *a, **k) Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._get(url).json() Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: return self.request(url, 'GET', **kwargs) Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:46:27.707749 dv-cinder-814898-1-iscsi neutron-server[106353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:46:27.770461 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.777472 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:27.780778 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] 10.222.0.24 "DELETE /v2.0/networks/c9087cad-0800-41a7-a23e-b318084bd9bd HTTP/1.1" status: 204 len: 168 time: 0.3064885 Oct 21 11:46:27.804472 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdddfa4-2ce0-407e-82ce-9a626e4f4fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=c9087cad-0800-41a7-a23e-b318084bd9bd,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:27.810095 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3d3a8632-1fd0-46ad-8223-6bab1f36052d req-119a2bd5-6a5c-419f-ba8c-92cfc2dbedf8 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 210 time: 0.0268934 Oct 21 11:46:27.993965 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47240) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:28.037796 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-be9ab205-6855-4bb6-abe7-5f3fd1de0323 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0edca990131e4450bec25c30a9d0bc58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426226 Oct 21 11:46:28.040371 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47242) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:28.093148 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a111070f-3948-4605-9032-0a7b5fdff03b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:28.125841 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a111070f-3948-4605-9032-0a7b5fdff03b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:28.176001 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a111070f-3948-4605-9032-0a7b5fdff03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:28.178746 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a111070f-3948-4605-9032-0a7b5fdff03b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:28.180019 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-a111070f-3948-4605-9032-0a7b5fdff03b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fb630eb-293b-43a7-86ea-db8c8627b46d HTTP/1.1" status: 204 len: 168 time: 0.1386685 Oct 21 11:46:28.188889 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111070f-3948-4605-9032-0a7b5fdff03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb630eb-293b-43a7-86ea-db8c8627b46d,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:28.287154 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44b52c-832d-4e1e-ae44-f4a7d8346af6 req-a0630842-36e6-4251-98ed-2d94aa20bfe2 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:28.288630 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2f44b52c-832d-4e1e-ae44-f4a7d8346af6 req-a0630842-36e6-4251-98ed-2d94aa20bfe2 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 946 time: 0.0487003 Oct 21 11:46:28.327451 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2f44b52c-832d-4e1e-ae44-f4a7d8346af6 req-49ee40b0-63e7-43e2-ba11-982e57f0e6e4 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326304 Oct 21 11:46:28.513817 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47256) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:28.553014 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d43a8d38-dde7-4047-8265-8446aecbd495 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=939d6c41021b4b3d8886c34867251f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380261 Oct 21 11:46:28.555655 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47258) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:28.607051 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-55393dc6-547e-43b3-a4b3-f2a38ea3b741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:28.628883 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-55393dc6-547e-43b3-a4b3-f2a38ea3b741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:28.681420 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-55393dc6-547e-43b3-a4b3-f2a38ea3b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:28.684010 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-55393dc6-547e-43b3-a4b3-f2a38ea3b741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:28.685249 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-55393dc6-547e-43b3-a4b3-f2a38ea3b741 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b925eb3-ab14-44d2-bbe7-d057dc2bc316 HTTP/1.1" status: 204 len: 168 time: 0.1286843 Oct 21 11:46:28.695778 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55393dc6-547e-43b3-a4b3-f2a38ea3b741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b925eb3-ab14-44d2-bbe7-d057dc2bc316,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:28.855857 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6aa3d-1d23-4a9b-a22c-edbbcaf5410c req-3fafa092-e5eb-4445-bb0c-b1e358112ec4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:28.857475 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9da6aa3d-1d23-4a9b-a22c-edbbcaf5410c req-3fafa092-e5eb-4445-bb0c-b1e358112ec4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0512235 Oct 21 11:46:28.895402 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9da6aa3d-1d23-4a9b-a22c-edbbcaf5410c req-aa25f513-c33f-44e5-bf60-4c34a7ead1ef tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314784 Oct 21 11:46:28.987118 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-43723357-9f62-4105-8166-13f011bace85 req-0dc17c7d-11d8-4e24-95a3-e1224b6dcb63 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 210 time: 0.0266564 Oct 21 11:46:29.332461 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cc80d448-b958-4134-9d2d-45c2c1ab8f40 req-fc5d8274-debc-47d3-806c-c5170e15a951 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336959 Oct 21 11:46:29.444144 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b52179-f018-4e6c-9e03-327718cc68a6 req-f33b4d45-8755-415a-a79e-aca942b4d1a4 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:29.445674 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c7b52179-f018-4e6c-9e03-327718cc68a6 req-f33b4d45-8755-415a-a79e-aca942b4d1a4 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 946 time: 0.0501015 Oct 21 11:46:29.484743 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c7b52179-f018-4e6c-9e03-327718cc68a6 req-4d0cd4c9-b32a-41af-a6c2-ec0227eba614 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Oct 21 11:46:30.014829 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fded4e-e13e-48cd-8661-11bfe1651bb0 req-d67093c5-6f0e-46a2-a1f1-52ff10ef7317 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:30.016403 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-83fded4e-e13e-48cd-8661-11bfe1651bb0 req-d67093c5-6f0e-46a2-a1f1-52ff10ef7317 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0482852 Oct 21 11:46:30.057750 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-83fded4e-e13e-48cd-8661-11bfe1651bb0 req-305d8eb5-a4c7-40a9-8668-6da1ee16051a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346265 Oct 21 11:46:30.110980 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ca177766-0776-4072-b5ee-a1baabcf2c88 req-2fcad2eb-74d5-4376-a430-b962a63c0d68 tempest-DeleteServersTestJSON-1770418935 tempest-DeleteServersTestJSON-1770418935-project] 10.222.0.24 "GET /v2.0/ports?device_id=e79f407e-f3e2-4dc1-adf5-601875df4ad4 HTTP/1.1" status: 200 len: 210 time: 0.0269430 Oct 21 11:46:30.607252 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1b30f-9e92-49f3-ba3d-43636ed37f54 req-d4daaaa2-0f7f-44e6-b7a6-03c8efaed0fa tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:30.608620 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e9b1b30f-9e92-49f3-ba3d-43636ed37f54 req-d4daaaa2-0f7f-44e6-b7a6-03c8efaed0fa tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 946 time: 0.0548604 Oct 21 11:46:30.647357 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e9b1b30f-9e92-49f3-ba3d-43636ed37f54 req-b31745ab-c974-419d-aa03-5f223b0d0c29 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325882 Oct 21 11:46:31.207254 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fb694-6df1-4e45-8b12-4d00277fffa0 req-c1da36fc-4165-4157-a23c-f6dcf20bf81a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:31.217748 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1f7fb694-6df1-4e45-8b12-4d00277fffa0 req-c1da36fc-4165-4157-a23c-f6dcf20bf81a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0901964 Oct 21 11:46:31.253728 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1f7fb694-6df1-4e45-8b12-4d00277fffa0 req-a288fb30-1ff9-4d46-86f8-22dd65fb64f8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348246 Oct 21 11:46:31.699394 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-accc170d-f77c-46b1-a141-ba9be53ffc02 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:31.702025 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-accc170d-f77c-46b1-a141-ba9be53ffc02 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 815 time: 0.1084323 Oct 21 11:46:31.719326 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-dba44c04-ec8d-40ae-b09a-e6ce2aa0ba98 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/quotas/b28b4cc2e40f469591339acc7b8181f8 HTTP/1.1" status: 200 len: 375 time: 0.0120721 Oct 21 11:46:31.772802 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-79d0ad1c-d462-48f2-8f76-ba9a3e6f5cfd tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474868 Oct 21 11:46:31.863970 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-f8a74e8b-0368-4153-a86c-e452f3010339 service neutron] 10.222.0.24 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837984 Oct 21 11:46:31.961184 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-d773239b-a532-476a-8238-90442fd6fdc7 service neutron] 10.222.0.24 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907731 Oct 21 11:46:32.162211 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de1eda-e6ec-4824-80ca-cb73abd9f7fc req-3e01994c-1cc9-4055-89a6-c00b65c2e1b6 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:32.163673 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f9de1eda-e6ec-4824-80ca-cb73abd9f7fc req-3e01994c-1cc9-4055-89a6-c00b65c2e1b6 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 946 time: 0.0514600 Oct 21 11:46:32.216671 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f9de1eda-e6ec-4824-80ca-cb73abd9f7fc req-7be1b2ea-14fb-405b-9f0d-680cd525a064 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456488 Oct 21 11:46:32.288124 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dfd1506f-316f-4fa6-be6c-8c7b51e1f83a req-f6d387e0-1614-4ca4-bbb1-c4869b2cb046 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 210 time: 0.0327740 Oct 21 11:46:32.408843 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855ef4-5ae4-4d4b-975a-91827babed3b req-d1ee7f4d-6aea-48e5-96db-48a526d09e10 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:32.410436 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d6855ef4-5ae4-4d4b-975a-91827babed3b req-d1ee7f4d-6aea-48e5-96db-48a526d09e10 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0598319 Oct 21 11:46:32.464871 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d6855ef4-5ae4-4d4b-975a-91827babed3b req-61faaf9d-be0a-4b7c-aeb2-f3e76ed5a830 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470684 Oct 21 11:46:33.388286 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e249e660-fcfa-4557-ad80-21f904797ea9 req-75d361d7-fc2f-4651-85d4-1b75d935492b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 210 time: 0.0277579 Oct 21 11:46:33.581614 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a6c0e-3cb2-45e2-8b1c-3e933ecad1a8 req-46bd1a72-ad55-4bcc-a526-cf3a75022c19 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:33.583091 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e65a6c0e-3cb2-45e2-8b1c-3e933ecad1a8 req-46bd1a72-ad55-4bcc-a526-cf3a75022c19 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0526414 Oct 21 11:46:33.621953 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e65a6c0e-3cb2-45e2-8b1c-3e933ecad1a8 req-a243c029-015d-4568-9e08-f5076d0accd9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323439 Oct 21 11:46:34.500577 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4aef587b-5b85-449c-9ddb-92ccabc8473e req-b0cfdd6b-7a77-41af-ac04-36435106c92d tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 210 time: 0.0332527 Oct 21 11:46:34.744796 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834929c-9c49-4062-8eb6-7e3678ca4b47 req-cb69a3c5-4266-4d00-97ac-a8754172f6fe tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:34.746525 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9834929c-9c49-4062-8eb6-7e3678ca4b47 req-cb69a3c5-4266-4d00-97ac-a8754172f6fe tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0521264 Oct 21 11:46:34.802297 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9834929c-9c49-4062-8eb6-7e3678ca4b47 req-096ce1c3-daba-4ceb-947b-1e77d2acbc9e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486202 Oct 21 11:46:35.625615 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-04a9e8fb-89d5-4803-b490-ba6e2400ec85 req-330ff006-2c7c-498a-a7f2-f5f25d28466f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 210 time: 0.0310905 Oct 21 11:46:35.929055 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd966858-375c-4ee0-b65a-0253dd8d60c1 req-2f5076aa-f92e-4879-a9ea-4848489febee tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:35.930686 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dd966858-375c-4ee0-b65a-0253dd8d60c1 req-2f5076aa-f92e-4879-a9ea-4848489febee tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0575414 Oct 21 11:46:35.979303 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dd966858-375c-4ee0-b65a-0253dd8d60c1 req-71c0d126-b34b-4d1d-9f75-f5925de4e01e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 Oct 21 11:46:36.727019 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d8dfbab0-c84b-4390-b025-eee6b8b41cd0 req-31d4df32-a3c6-4eb2-a646-237873640e4f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 210 time: 0.0320199 Oct 21 11:46:37.099720 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d2df5-81f6-442b-8091-cda78cbf2330 req-88fc46b7-54f1-4ddd-8709-3f9bac8f882e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:37.101245 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1e5d2df5-81f6-442b-8091-cda78cbf2330 req-88fc46b7-54f1-4ddd-8709-3f9bac8f882e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0538642 Oct 21 11:46:37.138550 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1e5d2df5-81f6-442b-8091-cda78cbf2330 req-3d185d1f-11eb-4c68-ba96-b9dba75aefda tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311470 Oct 21 11:46:37.821727 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-252755ef-a376-4a7b-bcc0-df6e4a39797a req-98b06634-60f2-4f0e-98a4-1f3db7912d8b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 210 time: 0.0280213 Oct 21 11:46:38.271455 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812077c-761f-4c26-965d-8d14901ea6c5 req-1d759f74-3547-4734-968f-0814a295feb7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:38.273223 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7812077c-761f-4c26-965d-8d14901ea6c5 req-1d759f74-3547-4734-968f-0814a295feb7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0594020 Oct 21 11:46:38.314209 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-63f3ad0d-7bbb-4994-919d-15ac7228a16a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:38.315641 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-63f3ad0d-7bbb-4994-919d-15ac7228a16a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 815 time: 0.1163607 Oct 21 11:46:38.319586 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7812077c-761f-4c26-965d-8d14901ea6c5 req-94144c85-207a-41e0-8cbd-e7ec43341806 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Oct 21 11:46:38.338955 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Request body: {'port': {'device_id': '9eb67d77-5ba1-4bfb-b275-bb15df830c17', 'network_id': '424deba6-bccd-4605-85ac-925b0a293982', 'admin_state_up': True, 'tenant_id': 'b28b4cc2e40f469591339acc7b8181f8'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:38.454088 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Made reservation on behalf of b28b4cc2e40f469591339acc7b8181f8 for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:46:38.457916 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:38.804309 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Allocated IP 172.20.0.4 (424deba6-bccd-4605-85ac-925b0a293982/31b0aa6a-4ce2-4555-be29-93c882c6a0bc/9b7be940-ff2f-464d-ae19-8363c4b53bf5) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:46:38.906592 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47598) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:38.929694 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-56a1a12f-e506-4e8b-b7de-b7f809bf8bc5 req-0d86441a-d2da-44c6-86d5-4313e4749620 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 210 time: 0.0322063 Oct 21 11:46:38.972943 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_v2 [None req-0461359b-6708-478f-8b4d-361a9786510e admin admin] Deleting subnet f18a7fda-f247-4d18-95a9-49e3147f8041 {{(pid=106352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:46:38.976839 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0461359b-6708-478f-8b4d-361a9786510e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:38.985878 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.019095 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0461359b-6708-478f-8b4d-361a9786510e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8431954'] for subnet, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.026692 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.041527 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['520b4833-baf6-4e92-9c1f-7d775ad19f1e', '4ea86164-081f-45c5-aa99-0cd807c0923d'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:46:39.067433 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0461359b-6708-478f-8b4d-361a9786510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.097038 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Network 424deba6-bccd-4605-85ac-925b0a293982 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:46:39.104940 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:39.108167 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:46:39.111132 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Pushing event updated for resources: {'Port': ['ID=9b7be940-ff2f-464d-ae19-8363c4b53bf5,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:39.145587 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0461359b-6708-478f-8b4d-361a9786510e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8750569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482908'] for subnet, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.185282 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:39.186032 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.197365 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461359b-6708-478f-8b4d-361a9786510e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18a7fda-f247-4d18-95a9-49e3147f8041,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:39.220935 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a406c534-458f-4aa5-96bd-49848f1091ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8856771 Oct 21 11:46:39.221185 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0461359b-6708-478f-8b4d-361a9786510e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.227152 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-0461359b-6708-478f-8b4d-361a9786510e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f18a7fda-f247-4d18-95a9-49e3147f8041 HTTP/1.1" status: 204 len: 168 time: 0.3161559 Oct 21 11:46:39.227439 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47610) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:39.237717 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Request body: {'port': {'device_id': '9eb67d77-5ba1-4bfb-b275-bb15df830c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:39.309726 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.311930 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.442031 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.468249 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec023b71-aece-4abc-87ff-2dfa1c9f77ce']}} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:39.480990 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969bc0d8-be41-469a-8894-e2ad1c8eafc9') {'for_net_delete': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:39.480990 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969bc0d8-be41-469a-8894-e2ad1c8eafc9') {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:39.506669 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192eebf-e2b9-4ad1-8357-c330f5ec662e req-4406f183-5f41-4bc3-a087-74061906eb53 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:39.509516 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5192eebf-e2b9-4ad1-8357-c330f5ec662e req-4406f183-5f41-4bc3-a087-74061906eb53 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.1168938 Oct 21 11:46:39.511615 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8431963'] for segment, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.546249 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.556046 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=106352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:46:39.556349 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8750407'] for segment, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: Traceback (most recent call last): Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: timer() Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: cb(*args, **kw) Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: return func(*args, **kwargs) Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: self._notify() Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: self.callback(batched_events) Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: event.method(event) Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: return f(self, *a, **k) Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._get(url).json() Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: return self.request(url, 'GET', **kwargs) Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:46:39.558414 dv-cinder-814898-1-iscsi neutron-server[106352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:46:39.588588 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5192eebf-e2b9-4ad1-8357-c330f5ec662e req-843c0dce-730d-4094-af46-78683dccbd2d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660384 Oct 21 11:46:39.640727 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7be940-ff2f-464d-ae19-8363c4b53bf5 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:46:39.644827 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.653820 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.658873 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.675481 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] 10.222.0.24 "DELETE /v2.0/networks/ec023b71-aece-4abc-87ff-2dfa1c9f77ce HTTP/1.1" status: 204 len: 168 time: 0.4379144 Oct 21 11:46:39.677847 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Transition to ACTIVE for port object 9b7be940-ff2f-464d-ae19-8363c4b53bf5 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:46:39.684911 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.688114 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da9fe9-4d8b-4ad2-9280-5368891771cc admin admin] Pushing event deleted for resources: {'Network': ['ID=ec023b71-aece-4abc-87ff-2dfa1c9f77ce,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:39.769139 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7be940-ff2f-464d-ae19-8363c4b53bf5,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:39.824108 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Attempting to bind port 9b7be940-ff2f-464d-ae19-8363c4b53bf5 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:46:39.824509 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Attempting to bind port 9b7be940-ff2f-464d-ae19-8363c4b53bf5 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:46:39.825321 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Attempting to bind port 9b7be940-ff2f-464d-ae19-8363c4b53bf5 on network 424deba6-bccd-4605-85ac-925b0a293982 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:39.830244 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Port 9b7be940-ff2f-464d-ae19-8363c4b53bf5 on network 424deba6-bccd-4605-85ac-925b0a293982 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:46:39.830541 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Attempting to bind port 9b7be940-ff2f-464d-ae19-8363c4b53bf5 on network 424deba6-bccd-4605-85ac-925b0a293982 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:39.835549 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:46:39.835885 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Checking segment: {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:39.836260 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Bound using segment: {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:46:39.836791 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Bound port: 9b7be940-ff2f-464d-ae19-8363c4b53bf5, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:46:39.837166 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.918419 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47638) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:39.936489 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] For port 9b7be940-ff2f-464d-ae19-8363c4b53bf5, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:46:39.941076 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] For port 9b7be940-ff2f-464d-ae19-8363c4b53bf5, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=9b7be940-ff2f-464d-ae19-8363c4b53bf5,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:46:39.947847 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:39.985503 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ddc7e591-86ce-4d7f-bf25-5c652a043ef7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e3079bc8e264d0e8bd68191ce769e28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0659125 Oct 21 11:46:39.985704 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47644) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:40.010935 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:40.011602 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:40.013608 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] 10.222.0.47 "PUT /v2.0/ports/9b7be940-ff2f-464d-ae19-8363c4b53bf5 HTTP/1.1" status: 200 len: 1093 time: 0.7807932 Oct 21 11:46:40.015766 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb67d77-5ba1-4bfb-b275-bb15df830c17', 'tag': '9b7be940-ff2f-464d-ae19-8363c4b53bf5'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:46:40.018180 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d9fca7-cce6-4324-a02f-cd675b8f8744" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb67d77-5ba1-4bfb-b275-bb15df830c17", "tag": "9b7be940-ff2f-464d-ae19-8363c4b53bf5"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:46:40.072516 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b14488-59f0-4fe4-8eec-2117d33c5601 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7be940-ff2f-464d-ae19-8363c4b53bf5,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:40.088726 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822bc86-62ca-444c-8dbb-588dbf4a81d9 req-aea1036d-655c-4baf-8f48-7653c4f8ca8d tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:40.097577 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5822bc86-62ca-444c-8dbb-588dbf4a81d9 req-aea1036d-655c-4baf-8f48-7653c4f8ca8d tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 943 time: 0.0751359 Oct 21 11:46:40.122429 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c80931-67a3-4e57-b672-ee6aca92c0ec x-openstack-request-id: req-30c80931-67a3-4e57-b672-ee6aca92c0ec {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:46:40.122708 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb67d77-5ba1-4bfb-b275-bb15df830c17", "tag": "9b7be940-ff2f-464d-ae19-8363c4b53bf5", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:46:40.122950 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30c80931-67a3-4e57-b672-ee6aca92c0ec {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:46:40.123332 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb67d77-5ba1-4bfb-b275-bb15df830c17', 'tag': '9b7be940-ff2f-464d-ae19-8363c4b53bf5', 'status': 'completed', 'code': 200} Oct 21 11:46:40.129895 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ef5048c0-0d51-4753-940c-d9132486b718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:40.139446 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5822bc86-62ca-444c-8dbb-588dbf4a81d9 req-7183baa1-0731-4cb6-adb2-7525aab7515e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391603 Oct 21 11:46:40.150082 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-3a59e2da-c613-4266-b84d-c8063e589675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:40.151600 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-3a59e2da-c613-4266-b84d-c8063e589675 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 1096 time: 0.0725319 Oct 21 11:46:40.160569 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ef5048c0-0d51-4753-940c-d9132486b718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:40.218166 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-56157dbe-033c-4f0f-bb13-f3916cd2ab75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b7be940-ff2f-464d-ae19-8363c4b53bf5 HTTP/1.1" status: 200 len: 217 time: 0.0493176 Oct 21 11:46:40.278086 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ef5048c0-0d51-4753-940c-d9132486b718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:40.280691 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ef5048c0-0d51-4753-940c-d9132486b718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:40.281847 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-ef5048c0-0d51-4753-940c-d9132486b718 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3be2d795-eef2-4f1e-96ad-bf0566a4c873 HTTP/1.1" status: 204 len: 168 time: 0.2947567 Oct 21 11:46:40.292236 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a0d28cfb-c545-400d-8973-cc05e272f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:40.293768 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-a0d28cfb-c545-400d-8973-cc05e272f33d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31b0aa6a-4ce2-4555-be29-93c882c6a0bc HTTP/1.1" status: 200 len: 855 time: 0.0636263 Oct 21 11:46:40.294638 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5048c0-0d51-4753-940c-d9132486b718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be2d795-eef2-4f1e-96ad-bf0566a4c873,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:40.337152 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-4f799b09-6272-417c-8d80-466b6eb415f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=424deba6-bccd-4605-85ac-925b0a293982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297496 Oct 21 11:46:40.446384 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-e8b31690-3d7e-4a29-92a6-bedcc7ffe298 service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981426 Oct 21 11:46:40.529405 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47666) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:40.582412 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-05d3cd10-3ed9-45e6-bd6a-71d4799f5b0a req-4fe96a0b-f2c6-4811-89d0-f54b10d0e277 service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019127 Oct 21 11:46:40.665220 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-68be14fd-006b-4aff-8739-40baed3a7466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:40.693981 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9fca7-cce6-4324-a02f-cd675b8f8744 req-fe60bb1a-11da-4ef1-b534-0fab6bbaea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:40.696474 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d2d9fca7-cce6-4324-a02f-cd675b8f8744 req-fe60bb1a-11da-4ef1-b534-0fab6bbaea7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 1096 time: 0.0554960 Oct 21 11:46:40.757446 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117eb3f-49eb-455c-9c1f-a03fb123f4dc req-4bb2ace0-aaa3-4940-8a78-0235011cad95 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:40.758984 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6117eb3f-49eb-455c-9c1f-a03fb123f4dc req-4bb2ace0-aaa3-4940-8a78-0235011cad95 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0724263 Oct 21 11:46:40.821786 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-68be14fd-006b-4aff-8739-40baed3a7466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:40.822452 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9fca7-cce6-4324-a02f-cd675b8f8744 req-e0f66b06-482b-4a19-80cc-084872bc3141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:40.824047 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d2d9fca7-cce6-4324-a02f-cd675b8f8744 req-e0f66b06-482b-4a19-80cc-084872bc3141 service neutron] 10.222.0.47 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 916 time: 0.1130929 Oct 21 11:46:40.825587 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6117eb3f-49eb-455c-9c1f-a03fb123f4dc req-598d08ff-2ea2-4fcf-a4ee-f1197039cfd5 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563529 Oct 21 11:46:40.829331 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-68be14fd-006b-4aff-8739-40baed3a7466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:40.860475 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be14fd-006b-4aff-8739-40baed3a7466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cbbdaf-0d4a-4388-ae1b-4e1d4d6be9fe,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:40.880194 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-68be14fd-006b-4aff-8739-40baed3a7466 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8a0200cfff3436bbdab805ef7e8f4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478663 Oct 21 11:46:40.880852 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47684) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:40.883102 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d2d9fca7-cce6-4324-a02f-cd675b8f8744 req-5b89b471-f5a0-4d0c-ab8e-95310c352f08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b7be940-ff2f-464d-ae19-8363c4b53bf5 HTTP/1.1" status: 200 len: 217 time: 0.0492704 Oct 21 11:46:40.943774 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ebe15dec-515a-4678-b0de-023c2e09cc73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:40.945423 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b12ed069-bcb0-4b2d-beb5-ab574a0a8572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:40.956951 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9fca7-cce6-4324-a02f-cd675b8f8744 req-a5aea343-0095-4b52-81f1-02401103e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:40.958521 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d2d9fca7-cce6-4324-a02f-cd675b8f8744 req-a5aea343-0095-4b52-81f1-02401103e332 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31b0aa6a-4ce2-4555-be29-93c882c6a0bc HTTP/1.1" status: 200 len: 855 time: 0.0671735 Oct 21 11:46:40.967726 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ebe15dec-515a-4678-b0de-023c2e09cc73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:40.999786 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d2d9fca7-cce6-4324-a02f-cd675b8f8744 req-5f206526-cb9b-4b9f-b203-5558a23e6ba8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=424deba6-bccd-4605-85ac-925b0a293982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275147 Oct 21 11:46:41.031174 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ebe15dec-515a-4678-b0de-023c2e09cc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:41.034459 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ebe15dec-515a-4678-b0de-023c2e09cc73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:41.035662 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ebe15dec-515a-4678-b0de-023c2e09cc73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09cbbdaf-0d4a-4388-ae1b-4e1d4d6be9fe HTTP/1.1" status: 204 len: 168 time: 0.1538422 Oct 21 11:46:41.046747 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe15dec-515a-4678-b0de-023c2e09cc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cbbdaf-0d4a-4388-ae1b-4e1d4d6be9fe,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:41.116634 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d2d9fca7-cce6-4324-a02f-cd675b8f8744 req-6478bfef-7808-4bde-aa2c-d610372389ab service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091976 Oct 21 11:46:41.258051 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d2d9fca7-cce6-4324-a02f-cd675b8f8744 req-8f875da8-8c02-4071-8243-076de9e1b0a9 service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330659 Oct 21 11:46:41.336080 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e93df-0d63-408d-88e6-e92b70362b5e req-cdefa9f0-7734-475b-b3ad-ac6ddf219ea5 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:41.337741 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f00e93df-0d63-408d-88e6-e92b70362b5e req-cdefa9f0-7734-475b-b3ad-ac6ddf219ea5 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 943 time: 0.0629101 Oct 21 11:46:41.384701 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f00e93df-0d63-408d-88e6-e92b70362b5e req-3b632ffa-53eb-4cd0-a2c9-44a8d499ee99 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Oct 21 11:46:41.619785 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e7ae4-4386-4c5f-85f2-64bd3508e22a req-ebdcfe58-3beb-4ed1-aead-0979a61d06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:41.621441 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-921e7ae4-4386-4c5f-85f2-64bd3508e22a req-ebdcfe58-3beb-4ed1-aead-0979a61d06c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 1098 time: 0.0520058 Oct 21 11:46:41.669349 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-921e7ae4-4386-4c5f-85f2-64bd3508e22a req-d447c97c-a913-435e-92aa-021a736f36dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Oct 21 11:46:41.969242 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7939-f074-4bd2-a15b-8ebf45415558 req-47303b75-7719-40fb-9eb4-008affc7af94 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:41.971156 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cd5c7939-f074-4bd2-a15b-8ebf45415558 req-47303b75-7719-40fb-9eb4-008affc7af94 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0568705 Oct 21 11:46:42.026996 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47756) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:42.030453 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cd5c7939-f074-4bd2-a15b-8ebf45415558 req-776afae7-e056-4921-9d08-c595ea1dd4dd tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528350 Oct 21 11:46:42.132749 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-843087132-network', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:42.156043 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Made reservation on behalf of d4f2f84518734251a394aff45a6b52d2 for: {'network': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:46:42.158453 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.167564 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.268829 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.274958 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.307571 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=106353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:46:42.319049 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0411b6e8-fac5-484f-9796-8b1d3ad470ca,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:42.328277 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.329069 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.segments_db [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Added segment b311a5dc-10a9-40cf-ba52-23d27e1a89a4 of type vlan for network 1265d61e-e18c-4268-ad79-82cb55a9382d Oct 21 11:46:42.381061 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.412047 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.413350 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:42.414222 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.482727 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] Pushing event updated for resources: {'Network': ['ID=1265d61e-e18c-4268-ad79-82cb55a9382d,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:42.495932 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network 1265d61e-e18c-4268-ad79-82cb55a9382d details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:46:42.509532 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-fe155f6c-38f4-4b4c-81c6-e9493591f3ad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4805508 Oct 21 11:46:42.510939 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47778) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:42.516503 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] Request body: {'subnet': {'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-843087132-subnet', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'ip_version': 4}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:42.541229 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] Made reservation on behalf of d4f2f84518734251a394aff45a6b52d2 for: {'subnet': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:46:42.548778 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3067807'] for subnet, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.569288 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b28b3-db81-49c4-8a11-0d31d7aab3a5 req-bcafdb66-462d-42ff-ab1a-6cd1c8cebfbb tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:42.570949 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-369b28b3-db81-49c4-8a11-0d31d7aab3a5 req-bcafdb66-462d-42ff-ab1a-6cd1c8cebfbb tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 943 time: 0.0951409 Oct 21 11:46:42.571667 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47780) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:42.660342 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-369b28b3-db81-49c4-8a11-0d31d7aab3a5 req-3893a4bd-9cd2-4ee1-ae11-c9bd259dbce3 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823319 Oct 21 11:46:42.795951 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47800) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:42.813967 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11713075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3067817'] for subnet, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.860723 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0de962a1-e790-494f-9443-a0eb32b22795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.877222 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab1d5b6-f7ac-452c-97f2-f8dad452b93c,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:42.890901 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] Checking segment: {'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:42.891333 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] Network hostable DHCP agents. Network: 1265d61e-e18c-4268-ad79-82cb55a9382d, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:46:42.898864 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-be8c2144-1871-4c64-918f-9393ebddcdcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.915101 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] Network 1265d61e-e18c-4268-ad79-82cb55a9382d is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:46:42.931505 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, 1265d61e-e18c-4268-ad79-82cb55a9382d) {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:42.936299 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:42.937104 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:42.950704 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeab686-c2dd-4f7e-ac86-dd4bf4a07a29 None None] Network 1265d61e-e18c-4268-ad79-82cb55a9382d requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:46:42.960180 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-ad4ae059-3043-4381-9049-adc66437a0ea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4480262 Oct 21 11:46:42.961185 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47806) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:42.970093 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:43.014718 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0de962a1-e790-494f-9443-a0eb32b22795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.026691 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0de962a1-e790-494f-9443-a0eb32b22795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.050123 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12628'] for router, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.051248 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3701107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3699601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12619'] for router, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.076245 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-be8c2144-1871-4c64-918f-9393ebddcdcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.097639 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-be8c2144-1871-4c64-918f-9393ebddcdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.112652 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-0de962a1-e790-494f-9443-a0eb32b22795 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ac50a955e504e2f86adabadc4e6d18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155558 Oct 21 11:46:43.117287 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47812) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:43.117984 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de962a1-e790-494f-9443-a0eb32b22795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785591c1-93c0-4c2d-b7af-716f67e39cbb,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:43.197668 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0628681-c0f0-58e8-8bb9-96f5876d12ab-1265d61e-e18c-4268-ad79-82cb55a9382d', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c'}]}} from dv-cinder-814898-1-iscsi. {{(pid=106354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 21 11:46:43.198730 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.206564 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47814) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:43.209569 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.227995 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-be8c2144-1871-4c64-918f-9393ebddcdcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43a15676d4fb423ca70d6e07feb4f18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6528282 Oct 21 11:46:43.229538 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47818) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:43.239326 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a698a909-a5b6-4dcf-b11c-61695be1ba02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.252659 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c2144-1871-4c64-918f-9393ebddcdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875165e2-8473-44e2-9cc3-fc99ab7f98bb,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:43.337552 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a698a909-a5b6-4dcf-b11c-61695be1ba02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.364215 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502c6ee-37b3-4205-b217-544323c58ddb req-9b772b54-dcc2-4bfb-80e9-e520b64b7d51 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:43.365990 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c502c6ee-37b3-4205-b217-544323c58ddb req-9b772b54-dcc2-4bfb-80e9-e520b64b7d51 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.2126694 Oct 21 11:46:43.404354 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.db_base_plugin_common [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Allocated IP 172.20.0.2 (1265d61e-e18c-4268-ad79-82cb55a9382d/7ab1d5b6-f7ac-452c-97f2-f8dad452b93c/c29be62d-45ff-4734-bb4d-3d92e3ea3751) {{(pid=106354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:46:43.411249 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a698a909-a5b6-4dcf-b11c-61695be1ba02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.413866 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a698a909-a5b6-4dcf-b11c-61695be1ba02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.417766 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-a698a909-a5b6-4dcf-b11c-61695be1ba02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/785591c1-93c0-4c2d-b7af-716f67e39cbb HTTP/1.1" status: 204 len: 168 time: 0.2986703 Oct 21 11:46:43.419462 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-35c9a5d5-2780-4989-bf8e-540988fd18fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.437557 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc2fb-a128-4647-9aef-d8cbce3faa2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.441035 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698a909-a5b6-4dcf-b11c-61695be1ba02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785591c1-93c0-4c2d-b7af-716f67e39cbb,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:43.468491 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.475277 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc2fb-a128-4647-9aef-d8cbce3faa2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.537763 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c502c6ee-37b3-4205-b217-544323c58ddb req-1d262360-020a-408c-bed6-d4f54e9e06ff tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330776 Oct 21 11:46:43.540739 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-42d3aa21-975d-45e7-9595-283456fc1a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.582788 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-35c9a5d5-2780-4989-bf8e-540988fd18fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.591085 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc2fb-a128-4647-9aef-d8cbce3faa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.596232 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc2fb-a128-4647-9aef-d8cbce3faa2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.601661 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-dc3fc2fb-a128-4647-9aef-d8cbce3faa2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/875165e2-8473-44e2-9cc3-fc99ab7f98bb HTTP/1.1" status: 204 len: 168 time: 0.3711400 Oct 21 11:46:43.602414 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-35c9a5d5-2780-4989-bf8e-540988fd18fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.632919 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fc2fb-a128-4647-9aef-d8cbce3faa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875165e2-8473-44e2-9cc3-fc99ab7f98bb,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:43.664901 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9a5d5-2780-4989-bf8e-540988fd18fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11052303-c1c4-45cc-8ff7-d6eec2ba96c0,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:43.673957 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-35c9a5d5-2780-4989-bf8e-540988fd18fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5f70ecbd47540268cb1f11ea9338882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4641085 Oct 21 11:46:43.674470 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47830) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:43.715188 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Publish callbacks [] for port, precommit_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.725761 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.770599 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e0ab-18fa-43c9-87ad-96a5057f322e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.772750 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 9b7be940-ff2f-464d-ae19-8363c4b53bf5 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:46:43.776478 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Network 1265d61e-e18c-4268-ad79-82cb55a9382d is already hosted by enough agents. {{(pid=106354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:46:43.798026 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e0ab-18fa-43c9-87ad-96a5057f322e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.804279 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.base_scheduler [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Resources bound (agent type, host, resource id): {{(pid=106354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:43.812284 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Received port after_create {{(pid=106354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:46:43.854276 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e0ab-18fa-43c9-87ad-96a5057f322e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.859316 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e0ab-18fa-43c9-87ad-96a5057f322e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.861009 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-a9f7e0ab-18fa-43c9-87ad-96a5057f322e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11052303-c1c4-45cc-8ff7-d6eec2ba96c0 HTTP/1.1" status: 204 len: 168 time: 0.1854963 Oct 21 11:46:43.871523 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7e0ab-18fa-43c9-87ad-96a5057f322e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11052303-c1c4-45cc-8ff7-d6eec2ba96c0,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:43.890404 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.923820 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.950506 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47838) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:43.954088 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Attempting to bind port c29be62d-45ff-4734-bb4d-3d92e3ea3751 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:46:43.954939 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Attempting to bind port c29be62d-45ff-4734-bb4d-3d92e3ea3751 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:46:43.955455 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Attempting to bind port c29be62d-45ff-4734-bb4d-3d92e3ea3751 on network 1265d61e-e18c-4268-ad79-82cb55a9382d {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:43.966124 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Pushing event updated for resources: {'Port': ['ID=c29be62d-45ff-4734-bb4d-3d92e3ea3751,revision_number=1']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:43.975113 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:46:43.975731 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Checking segment: {'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:43.975865 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.976277 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Bound using segment: {'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:46:43.976946 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Bound port: c29be62d-45ff-4734-bb4d-3d92e3ea3751, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:46:43.977212 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.993005 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2de2ad00-69f7-4466-b7e2-c15d77fe5c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:43.998451 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e07df-f715-48f5-9b2c-9729796959c3 req-2d4b8abf-e3b7-40bc-9777-6713169f1ebc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:44.000051 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d87e07df-f715-48f5-9b2c-9729796959c3 req-2d4b8abf-e3b7-40bc-9777-6713169f1ebc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 943 time: 0.2379365 Oct 21 11:46:44.112982 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2de2ad00-69f7-4466-b7e2-c15d77fe5c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.122818 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2de2ad00-69f7-4466-b7e2-c15d77fe5c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.123895 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] For port c29be62d-45ff-4734-bb4d-3d92e3ea3751, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:46:44.125057 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d87e07df-f715-48f5-9b2c-9729796959c3 req-ec5461c2-f6f8-4b68-a785-461f9f663d6c tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169691 Oct 21 11:46:44.128340 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] For port c29be62d-45ff-4734-bb4d-3d92e3ea3751, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=c29be62d-45ff-4734-bb4d-3d92e3ea3751,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:46:44.133951 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.162647 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Allocated IP 172.27.3.163 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/79db20a3-ac01-49f8-af5b-8c3bae0ca050) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:46:44.201928 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 9b7be940-ff2f-464d-ae19-8363c4b53bf5, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=9b7be940-ff2f-464d-ae19-8363c4b53bf5,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:44.238346 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-2de2ad00-69f7-4466-b7e2-c15d77fe5c10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18af3225dbfb4b34be91a3e00941d313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815824 Oct 21 11:46:44.238964 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47846) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:44.244253 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '9b7be940-ff2f-464d-ae19-8363c4b53bf5', 'network_id': '424deba6-bccd-4605-85ac-925b0a293982', 'port_id': '9b7be940-ff2f-464d-ae19-8363c4b53bf5', 'mac_address': 'fa:16:3e:6e:64:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b0aa6a-4ce2-4555-be29-93c882c6a0bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:46:44.254745 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193ea89-644b-4c2d-9815-9e043c59ea5c None None] Pushing event updated for resources: {'Port': ['ID=c29be62d-45ff-4734-bb4d-3d92e3ea3751,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:44.285101 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2ad00-69f7-4466-b7e2-c15d77fe5c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c22a245-d887-4b2c-9855-63ae8c92071c,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:44.346119 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.361317 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.372419 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7be940-ff2f-464d-ae19-8363c4b53bf5 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:46:44.389036 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e2518a2f-65a6-4c69-b3a8-37e11cfe6259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.429699 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 9b7be940-ff2f-464d-ae19-8363c4b53bf5, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=9b7be940-ff2f-464d-ae19-8363c4b53bf5,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:44.437865 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.453344 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.465127 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.484768 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e2518a2f-65a6-4c69-b3a8-37e11cfe6259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.506121 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.512681 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=9b7be940-ff2f-464d-ae19-8363c4b53bf5,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:44.520520 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=79db20a3-ac01-49f8-af5b-8c3bae0ca050,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:44.537864 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:46:44.540132 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:44.548631 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:46:44.625807 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e2518a2f-65a6-4c69-b3a8-37e11cfe6259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.628542 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e2518a2f-65a6-4c69-b3a8-37e11cfe6259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.630469 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-e2518a2f-65a6-4c69-b3a8-37e11cfe6259 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c22a245-d887-4b2c-9855-63ae8c92071c HTTP/1.1" status: 204 len: 168 time: 0.3878202 Oct 21 11:46:44.643254 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2518a2f-65a6-4c69-b3a8-37e11cfe6259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c22a245-d887-4b2c-9855-63ae8c92071c,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:44.738170 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47860) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:44.753708 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-301ef06a-8c8b-466c-8719-6d6dd174fecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.823160 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['9b7be940-ff2f-464d-ae19-8363c4b53bf5'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:46:44.845737 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf098e1-c4b1-47dc-9a52-e5967a49297b req-b1bf4c62-ab08-40d8-9de8-eac21af2dc98 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:44.852619 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5bf098e1-c4b1-47dc-9a52-e5967a49297b req-b1bf4c62-ab08-40d8-9de8-eac21af2dc98 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.1239762 Oct 21 11:46:44.920300 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-301ef06a-8c8b-466c-8719-6d6dd174fecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:44.927854 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-301ef06a-8c8b-466c-8719-6d6dd174fecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:45.021036 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-301ef06a-8c8b-466c-8719-6d6dd174fecb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb08b1dfeb3a419cab92d9be0d014b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794206 Oct 21 11:46:45.023507 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 47868) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:45.024172 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ef06a-8c8b-466c-8719-6d6dd174fecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ed1d69-fecd-4e11-88ed-2972dfcd263a,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:45.097930 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5bf098e1-c4b1-47dc-9a52-e5967a49297b req-dfd602ac-6897-4fac-9baf-7aa608e5f033 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671623 Oct 21 11:46:45.104477 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:45.106317 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device c29be62d-45ff-4734-bb4d-3d92e3ea3751 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:45.144350 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-edb56475-f55e-4824-b3a6-6be067ecce34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:45.194881 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-edb56475-f55e-4824-b3a6-6be067ecce34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:45.220920 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port c29be62d-45ff-4734-bb4d-3d92e3ea3751 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:45.220920 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:45.306744 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-edb56475-f55e-4824-b3a6-6be067ecce34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:45.310477 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-edb56475-f55e-4824-b3a6-6be067ecce34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:45.312941 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-edb56475-f55e-4824-b3a6-6be067ecce34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5ed1d69-fecd-4e11-88ed-2972dfcd263a HTTP/1.1" status: 204 len: 168 time: 0.2846131 Oct 21 11:46:45.325921 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb56475-f55e-4824-b3a6-6be067ecce34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ed1d69-fecd-4e11-88ed-2972dfcd263a,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:45.367851 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:45.437631 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port c29be62d-45ff-4734-bb4d-3d92e3ea3751, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=c29be62d-45ff-4734-bb4d-3d92e3ea3751,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:45.448786 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:45.539799 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=c29be62d-45ff-4734-bb4d-3d92e3ea3751,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:45.715435 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5312c4-cc00-46f8-b652-8962df837fe3 req-11795e74-a77d-414b-a4b0-3995f5e4ea64 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:45.717289 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ad5312c4-cc00-46f8-b652-8962df837fe3 req-11795e74-a77d-414b-a4b0-3995f5e4ea64 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.1376281 Oct 21 11:46:45.731286 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62539f62-52e2-4e03-a1ce-6d752b1d2eac req-0e651c28-2682-4304-9c12-cbc103e4512f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:45.738596 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-62539f62-52e2-4e03-a1ce-6d752b1d2eac req-0e651c28-2682-4304-9c12-cbc103e4512f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 944 time: 0.1572018 Oct 21 11:46:45.767684 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e44c9-6176-4073-a663-21d3a263c9e6 None None] Network 1265d61e-e18c-4268-ad79-82cb55a9382d requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:46:45.885215 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ad5312c4-cc00-46f8-b652-8962df837fe3 req-7ae741c9-fe84-40b8-8898-1a5692f56cf5 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417189 Oct 21 11:46:45.920325 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-62539f62-52e2-4e03-a1ce-6d752b1d2eac req-d5eb1874-5773-4ffc-9f50-be3ad072c9e1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804709 Oct 21 11:46:45.943184 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-14e183f3-617a-4fc6-acfb-4c3e8627d32c None None] Provisioning complete for port c29be62d-45ff-4734-bb4d-3d92e3ea3751 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:45.943761 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-14e183f3-617a-4fc6-acfb-4c3e8627d32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:45.983287 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3701116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3699710'] for router, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:46.147034 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Router efa1e839-f551-476a-a164-7b9782129887 is scheduled to L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c with binding_index 1 {{(pid=106352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 11:46:46.312603 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:46.416181 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:46:46.427618 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Sync routers for ids ['efa1e839-f551-476a-a164-7b9782129887'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:46:46.452573 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Routers {'efa1e839-f551-476a-a164-7b9782129887'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:46:46.453285 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:46:44Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['efa1e839-f551-476a-a164-7b9782129887'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:46.484302 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:46.485933 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-dccaaa21-6308-4ff8-b878-5be3b6d1d5d1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5236280 Oct 21 11:46:46.489109 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 47930) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:46.707398 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-0e6e3f7f-f8c2-49e5-9631-0db37035e16c None None] Provisioning complete for port c29be62d-45ff-4734-bb4d-3d92e3ea3751 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:46.707813 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3f7f-f8c2-49e5-9631-0db37035e16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:46.722007 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Set router efa1e839-f551-476a-a164-7b9782129887 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:46:46.927427 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device c29be62d-45ff-4734-bb4d-3d92e3ea3751 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:46.986060 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:44Z', 'revision_number': 3, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:46.987288 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port c29be62d-45ff-4734-bb4d-3d92e3ea3751 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:46.987784 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:47.022470 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Checking router: efa1e839-f551-476a-a164-7b9782129887 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:46:47.022470 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Updating router efa1e839-f551-476a-a164-7b9782129887 port 79db20a3-ac01-49f8-af5b-8c3bae0ca050 binding host dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:46:47.045661 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:47.185528 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:47.209486 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a751fa-23fa-45bc-98fd-81b8c121511f req-342d0a5e-2d2e-4153-b610-b2ce44925a1d tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:47.211224 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a8a751fa-23fa-45bc-98fd-81b8c121511f req-342d0a5e-2d2e-4153-b610-b2ce44925a1d tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 944 time: 0.0933402 Oct 21 11:46:47.360657 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Publish callbacks [] for port, precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:47.375371 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:47.391966 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a8a751fa-23fa-45bc-98fd-81b8c121511f req-0631a7ed-0eac-49e5-b168-4e2e07fd75ba tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649972 Oct 21 11:46:47.469953 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Attempting to bind port 79db20a3-ac01-49f8-af5b-8c3bae0ca050 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:46:47.471084 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Attempting to bind port 79db20a3-ac01-49f8-af5b-8c3bae0ca050 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:46:47.471631 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Attempting to bind port 79db20a3-ac01-49f8-af5b-8c3bae0ca050 on network f1f48190-e7d7-48cd-832b-f0ed44723a0c {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:47.474594 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Allocated IP 172.20.0.1 (1265d61e-e18c-4268-ad79-82cb55a9382d/7ab1d5b6-f7ac-452c-97f2-f8dad452b93c/ceb9b904-d755-45e4-9bb1-43a8ce78e5c1) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:46:47.484121 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:46:47.484869 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Checking segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:47.485498 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:47.486130 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Bound using segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:46:47.486637 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Bound port: 79db20a3-ac01-49f8-af5b-8c3bae0ca050, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:46:47.489620 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:47.532947 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Pushing event updated for resources: {'Port': ['ID=79db20a3-ac01-49f8-af5b-8c3bae0ca050,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:47.542138 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.542506 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.543225 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.543654 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.544138 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.544612 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.545114 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.545610 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.546095 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.546563 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.547037 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.547744 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:46:47.584212 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] For port 79db20a3-ac01-49f8-af5b-8c3bae0ca050, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:46:47.590679 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] For port 79db20a3-ac01-49f8-af5b-8c3bae0ca050, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=79db20a3-ac01-49f8-af5b-8c3bae0ca050,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:46:47.597510 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:47.640578 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Routers {'efa1e839-f551-476a-a164-7b9782129887'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:46:47.644133 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:46:44Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['efa1e839-f551-476a-a164-7b9782129887'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:47.663694 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:47.754720 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:47.774749 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 9b7be940-ff2f-464d-ae19-8363c4b53bf5 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:47.774974 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] Set router efa1e839-f551-476a-a164-7b9782129887 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:46:47.848631 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Network 1265d61e-e18c-4268-ad79-82cb55a9382d is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:46:47.849672 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb9b904-d755-45e4-9bb1-43a8ce78e5c1,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:47.863590 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:47.914324 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:46:47.932438 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 9b7be940-ff2f-464d-ae19-8363c4b53bf5 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:46:47.946459 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 9b7be940-ff2f-464d-ae19-8363c4b53bf5 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:47.947208 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:48.020106 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702673'] for router_interface, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:48.066221 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a2659-243f-4e32-809f-6e3a236d2f25 None None] Pushing event updated for resources: {'Port': ['ID=79db20a3-ac01-49f8-af5b-8c3bae0ca050,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:48.173466 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:48.229182 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb67d77-5ba1-4bfb-b275-bb15df830c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7be940-ff2f-464d-ae19-8363c4b53bf5'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:46:48.231806 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c100790f-782a-433b-a5ae-a37110ce9038" -d '{"events": [{"server_uuid": "9eb67d77-5ba1-4bfb-b275-bb15df830c17", "name": "network-vif-plugged", "status": "completed", "tag": "9b7be940-ff2f-464d-ae19-8363c4b53bf5"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:46:48.243085 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:44Z', 'revision_number': 3, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:48.264755 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 9b7be940-ff2f-464d-ae19-8363c4b53bf5, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=9b7be940-ff2f-464d-ae19-8363c4b53bf5,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:48.278889 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:48.316439 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9110463-60ee-49d0-aafd-b7324372b1d1 None None] The sync data for ids ['efa1e839-f551-476a-a164-7b9782129887'] in dv-cinder-814898-1-iscsi is: [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:44Z', 'revision_number': 3, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:46:48.340156 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e4a2b8-afa5-402c-b37f-f683d0044c38 x-openstack-request-id: req-b0e4a2b8-afa5-402c-b37f-f683d0044c38 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:46:48.340524 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb67d77-5ba1-4bfb-b275-bb15df830c17", "name": "network-vif-plugged", "status": "completed", "tag": "9b7be940-ff2f-464d-ae19-8363c4b53bf5", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:46:48.340727 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0e4a2b8-afa5-402c-b37f-f683d0044c38 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:46:48.341181 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb67d77-5ba1-4bfb-b275-bb15df830c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7be940-ff2f-464d-ae19-8363c4b53bf5', 'code': 200} Oct 21 11:46:48.355666 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6f1117b5-b41b-4422-bafd-cec4ce1bdcc2 None None] Provisioning complete for port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:48.356232 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6f1117b5-b41b-4422-bafd-cec4ce1bdcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:48.366923 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:48.404614 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c926c7-845c-4ce3-9186-3564d3458e6c req-9bc0c025-c827-4017-bcb7-d69b63e75a96 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:48.406357 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-66c926c7-845c-4ce3-9186-3564d3458e6c req-9bc0c025-c827-4017-bcb7-d69b63e75a96 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.1338053 Oct 21 11:46:48.427701 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=9b7be940-ff2f-464d-ae19-8363c4b53bf5,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:48.450774 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6f1117b5-b41b-4422-bafd-cec4ce1bdcc2 None None] Port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:46:48.526732 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-66c926c7-845c-4ce3-9186-3564d3458e6c req-4fb0a84f-4086-4282-92d2-1f35e15f1085 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875363 Oct 21 11:46:48.649531 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d0a38-84fe-4d86-b1a8-0611a2a9a8e3 req-1c46eefb-9478-49cb-add3-93e1c8daa03e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:48.651052 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-165d0a38-84fe-4d86-b1a8-0611a2a9a8e3 req-1c46eefb-9478-49cb-add3-93e1c8daa03e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 945 time: 0.1023197 Oct 21 11:46:48.743332 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:48.750987 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-165d0a38-84fe-4d86-b1a8-0611a2a9a8e3 req-1fb7b421-3931-46db-8144-9447763bde69 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849557 Oct 21 11:46:48.751635 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8750499'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:48.848206 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3855070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702589'] for router_interface, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:48.851392 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ceb9b904-d755-45e4-9bb1-43a8ce78e5c1,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:48.949992 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 79db20a3-ac01-49f8-af5b-8c3bae0ca050 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:48.975061 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Network 1265d61e-e18c-4268-ad79-82cb55a9382d is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:46:48.976540 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:49.007658 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 79db20a3-ac01-49f8-af5b-8c3bae0ca050 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:49.007781 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:49.097587 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:49.125598 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port 79db20a3-ac01-49f8-af5b-8c3bae0ca050, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=79db20a3-ac01-49f8-af5b-8c3bae0ca050,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:49.131761 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:49.200458 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=79db20a3-ac01-49f8-af5b-8c3bae0ca050,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:49.280736 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-53a6ce11-d42c-42ac-be8a-6c078544f79e None None] Provisioning complete for port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:49.281171 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-53a6ce11-d42c-42ac-be8a-6c078544f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:49.324501 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-53a6ce11-d42c-42ac-be8a-6c078544f79e None None] Port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:46:49.346469 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Router efa1e839-f551-476a-a164-7b9782129887 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:46:49.459969 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:46:49.466537 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ad89a6e2-2384-486a-b1b0-e44b6130c8d3 admin admin] 10.222.0.24 "PUT /v2.0/routers/efa1e839-f551-476a-a164-7b9782129887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9762311 Oct 21 11:46:49.663988 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf643cb-4dfb-471a-a8b1-67a35b1f9566 req-616386e6-4e52-4f2b-a271-bf25b3ea97c1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:49.665714 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-baf643cb-4dfb-471a-a8b1-67a35b1f9566 req-616386e6-4e52-4f2b-a271-bf25b3ea97c1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0609202 Oct 21 11:46:49.708890 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-baf643cb-4dfb-471a-a8b1-67a35b1f9566 req-a1c05531-0bec-4793-ad3b-81167c5efc0a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369604 Oct 21 11:46:49.896331 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f40ff-bb19-4786-9e70-2e26a88a6b6c req-39dea6d2-8473-458d-94b5-195b293aede0 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:49.903799 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6c6f40ff-bb19-4786-9e70-2e26a88a6b6c req-39dea6d2-8473-458d-94b5-195b293aede0 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 945 time: 0.0726204 Oct 21 11:46:49.963099 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6c6f40ff-bb19-4786-9e70-2e26a88a6b6c req-9956f2a2-d019-45f9-9fb8-ece2be2268af tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584273 Oct 21 11:46:50.134168 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 48078) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:50.139377 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-725618592-network', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:50.163234 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Made reservation on behalf of 57bb6ac1eddc47fb9180e0ab4d67a54c for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:46:50.165823 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.167266 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Sync routers for ids ['efa1e839-f551-476a-a164-7b9782129887'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:46:50.178106 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.182842 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Routers {'efa1e839-f551-476a-a164-7b9782129887'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:46:50.184886 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:46:44Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['efa1e839-f551-476a-a164-7b9782129887'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:50.263712 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.269216 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.296776 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:46:50.303645 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e23a8f-29f2-4fba-ad8b-7a07985140d5,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:50.310727 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.311108 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Added segment e8a52194-9f0d-4403-9701-53e0e8df7261 of type vlan for network cac33e54-150b-46c4-b4b7-7e920c65aeb9 Oct 21 11:46:50.313648 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Set router efa1e839-f551-476a-a164-7b9782129887 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:46:50.369558 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.397623 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.398750 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:50.399487 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.438170 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2999809 Oct 21 11:46:50.438287 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48084) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:50.443735 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] Request body: {'subnet': {'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-725618592-subnet', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'ip_version': 4}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:50.470344 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f980f50-15dc-4320-859f-e639277e52e4 admin admin] Pushing event updated for resources: {'Network': ['ID=cac33e54-150b-46c4-b4b7-7e920c65aeb9,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:50.472358 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] Made reservation on behalf of 57bb6ac1eddc47fb9180e0ab4d67a54c for: {'subnet': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:46:50.474895 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3067807'] for subnet, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.483828 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network cac33e54-150b-46c4-b4b7-7e920c65aeb9 details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:46:50.651918 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11713075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3067817'] for subnet, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.713294 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5588157d-58ef-46e4-8b79-01293fa88b9b,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:50.721001 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] Checking segment: {'id': 'e8a52194-9f0d-4403-9701-53e0e8df7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:50.721390 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] Network hostable DHCP agents. Network: cac33e54-150b-46c4-b4b7-7e920c65aeb9, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:46:50.742840 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] Network cac33e54-150b-46c4-b4b7-7e920c65aeb9 is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:46:50.753107 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, cac33e54-150b-46c4-b4b7-7e920c65aeb9) {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:50.757345 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:50.757929 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.768274 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e13f27d-e777-4820-aefe-c819cf775206 None None] Network cac33e54-150b-46c4-b4b7-7e920c65aeb9 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:46:50.775664 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-0f364565-9441-48eb-81d9-30eb389df13d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3362436 Oct 21 11:46:50.778758 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 48088) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:50.784111 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-725618592-router', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:50.800794 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:48Z', 'revision_number': 4, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'ceb9b904-d755-45e4-9bb1-43a8ce78e5c1', 'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:47Z', 'updated_at': '2021-10-21T11:46:48Z', 'revision_number': 2, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'subnets': [{'id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:50.838083 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12628'] for router, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.839091 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3701107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3699601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12619'] for router, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.856772 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a007c9-7b4b-4513-becd-0eb787b5f46d req-494cc156-a816-4638-8a52-daa9d357702b tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:50.857869 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Checking router: efa1e839-f551-476a-a164-7b9782129887 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:46:50.858227 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Updating router efa1e839-f551-476a-a164-7b9782129887 port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 binding host dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:46:50.858590 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c9a007c9-7b4b-4513-becd-0eb787b5f46d req-494cc156-a816-4638-8a52-daa9d357702b tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0709462 Oct 21 11:46:50.892661 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.911953 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 79db20a3-ac01-49f8-af5b-8c3bae0ca050 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:50.915007 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:50.967109 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c9a007c9-7b4b-4513-becd-0eb787b5f46d req-65057e3c-119c-480d-b5f1-a6926db2b322 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928855 Oct 21 11:46:51.094684 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7bf8-2700-48f1-9c75-fd7033506471 req-592c8c8e-f389-4966-b35a-7dc315340a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:51.097770 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-41da7bf8-2700-48f1-9c75-fd7033506471 req-592c8c8e-f389-4966-b35a-7dc315340a4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 1098 time: 0.1078372 Oct 21 11:46:51.157039 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.162521 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.179383 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0628681-c0f0-58e8-8bb9-96f5876d12ab-cac33e54-150b-46c4-b4b7-7e920c65aeb9', 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'fixed_ips': [{'subnet_id': '5588157d-58ef-46e4-8b79-01293fa88b9b'}]}} from dv-cinder-814898-1-iscsi. {{(pid=106354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 21 11:46:51.180520 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.215619 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 79db20a3-ac01-49f8-af5b-8c3bae0ca050 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:51.216261 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.251706 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c80c1-2cf1-4112-b612-4b1eac78720d req-16241a14-41d8-4803-be85-eaf0df5c0522 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:51.252866 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7bf8-2700-48f1-9c75-fd7033506471 req-dc1cd4ff-7e20-472f-94f3-6025b63a8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:51.254408 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-41da7bf8-2700-48f1-9c75-fd7033506471 req-dc1cd4ff-7e20-472f-94f3-6025b63a8986 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 920 time: 0.1465812 Oct 21 11:46:51.255995 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2b296-8188-4c98-bb96-490fb1f25874 req-8744cdaf-0a78-4173-9978-97523cc01c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:51.257364 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-bdd2b296-8188-4c98-bb96-490fb1f25874 req-8744cdaf-0a78-4173-9978-97523cc01c7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 1098 time: 0.0699551 Oct 21 11:46:51.259250 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ed1c80c1-2cf1-4112-b612-4b1eac78720d req-16241a14-41d8-4803-be85-eaf0df5c0522 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 945 time: 0.1502583 Oct 21 11:46:51.328892 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-41da7bf8-2700-48f1-9c75-fd7033506471 req-97ad773b-f7be-4fa7-8a90-76e167232102 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac HTTP/1.1" status: 200 len: 217 time: 0.0477204 Oct 21 11:46:51.342692 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ed1c80c1-2cf1-4112-b612-4b1eac78720d req-ee8942fe-7c0a-4c71-b9dc-43295e9c4589 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825016 Oct 21 11:46:51.391099 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-bdd2b296-8188-4c98-bb96-490fb1f25874 req-6afcf54f-85d9-4d71-b25b-18b76598dea8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117592 Oct 21 11:46:51.400266 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da7bf8-2700-48f1-9c75-fd7033506471 req-6569c690-7796-4586-998a-debcea1ea0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:51.401686 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-41da7bf8-2700-48f1-9c75-fd7033506471 req-6569c690-7796-4586-998a-debcea1ea0d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015a352-bd7a-49f5-8efd-ec90092cf44d HTTP/1.1" status: 200 len: 859 time: 0.0639725 Oct 21 11:46:51.493702 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.494321 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.db_base_plugin_common [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Allocated IP 172.20.0.2 (cac33e54-150b-46c4-b4b7-7e920c65aeb9/5588157d-58ef-46e4-8b79-01293fa88b9b/fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da) {{(pid=106354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:46:51.521282 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.612862 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Publish callbacks [] for port, precommit_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.626587 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.642250 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Allocated IP 172.27.3.155 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:46:51.685344 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-41da7bf8-2700-48f1-9c75-fd7033506471 req-20b20606-4f44-4be8-afe6-3ccb7f194001 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468049 Oct 21 11:46:51.723652 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30b063-5a4d-4e1c-a3af-8da0891d1f4a None None] Pushing event updated for resources: {'Port': ['ID=ceb9b904-d755-45e4-9bb1-43a8ce78e5c1,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:51.796252 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Publish callbacks [] for port, precommit_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.807221 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Attempting to bind port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:46:51.807589 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Attempting to bind port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:46:51.807955 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Attempting to bind port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 on network 1265d61e-e18c-4268-ad79-82cb55a9382d {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:51.814504 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.816095 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.817363 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:46:51.817746 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Checking segment: {'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:51.818149 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.818541 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Bound using segment: {'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:46:51.819019 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Bound port: ceb9b904-d755-45e4-9bb1-43a8ce78e5c1, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:46:51.819412 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.826613 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-41da7bf8-2700-48f1-9c75-fd7033506471 req-d2a9a176-6959-4259-a6ba-de2175e3c950 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318462 Oct 21 11:46:51.885880 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Network cac33e54-150b-46c4-b4b7-7e920c65aeb9 is already hosted by enough agents. {{(pid=106354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:46:51.897032 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:51.898973 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Pushing event updated for resources: {'Port': ['ID=fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da,revision_number=1']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:51.933765 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.base_scheduler [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Resources bound (agent type, host, resource id): {{(pid=106354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:51.944394 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Received port after_create {{(pid=106354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:46:51.956712 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-41da7bf8-2700-48f1-9c75-fd7033506471 req-0b98612e-6f00-4d7e-9b49-5ce1209eaccc service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193321 Oct 21 11:46:51.958177 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:46:51.961023 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:51.965403 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:46:52.078638 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] For port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:46:52.100878 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Attempting to bind port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:46:52.101395 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Attempting to bind port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'e8a52194-9f0d-4403-9701-53e0e8df7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:46:52.101868 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Attempting to bind port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da on network cac33e54-150b-46c4-b4b7-7e920c65aeb9 {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:52.109760 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] For port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=ceb9b904-d755-45e4-9bb1-43a8ce78e5c1,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:46:52.122759 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:46:52.130444 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Checking segment: {'id': 'e8a52194-9f0d-4403-9701-53e0e8df7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:52.131132 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:52.131748 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Bound using segment: {'id': 'e8a52194-9f0d-4403-9701-53e0e8df7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:46:52.132533 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Bound port: fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a52194-9f0d-4403-9701-53e0e8df7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:46:52.133883 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:52.137612 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-ef597435-5fbd-4e6f-9347-11c89046ff53 None None] Provisioning complete for port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:52.137918 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ef597435-5fbd-4e6f-9347-11c89046ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:52.145560 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:52.172047 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Pushing event updated for resources: {'Port': ['ID=c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:52.266300 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30b063-5a4d-4e1c-a3af-8da0891d1f4a None None] Pushing event updated for resources: {'Port': ['ID=ceb9b904-d755-45e4-9bb1-43a8ce78e5c1,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:52.321309 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] For port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:46:52.337474 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Routers {'efa1e839-f551-476a-a164-7b9782129887'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:46:52.338824 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:46:44Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['efa1e839-f551-476a-a164-7b9782129887'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:52.344881 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376cc14-74ac-4b10-beb2-85680e855c22 req-c24fd3d8-98a9-4c46-8aad-4395e626e007 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:52.347555 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6376cc14-74ac-4b10-beb2-85680e855c22 req-c24fd3d8-98a9-4c46-8aad-4395e626e007 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.1715112 Oct 21 11:46:52.402133 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] For port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da,segment=NetworkSegment(e8a52194-9f0d-4403-9701-53e0e8df7261),segment_id=e8a52194-9f0d-4403-9701-53e0e8df7261)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:46:52.432822 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:52.476883 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6376cc14-74ac-4b10-beb2-85680e855c22 req-f5e4ca2f-0d5d-41d9-80b1-061b257dcb3f tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143816 Oct 21 11:46:52.585132 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:52.590847 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] Set router efa1e839-f551-476a-a164-7b9782129887 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:46:52.665650 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa071c-70d5-4d99-a82c-7c2bd28da71d req-a4675111-386f-4b3b-9e35-124e92965b35 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:52.667823 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-baaa071c-70d5-4d99-a82c-7c2bd28da71d req-a4675111-386f-4b3b-9e35-124e92965b35 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 945 time: 0.1338823 Oct 21 11:46:52.751579 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-baaa071c-70d5-4d99-a82c-7c2bd28da71d req-0c005b3f-7f02-4ddc-b9b8-4a96131a8b4d tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763783 Oct 21 11:46:52.805998 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48158) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:52.824658 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ef597435-5fbd-4e6f-9347-11c89046ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:52.924779 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3701116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3699710'] for router, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:52.937028 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48162) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:52.950278 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7735c-cc2e-488c-a78b-1eaebf9ea06e None None] Pushing event updated for resources: {'Port': ['ID=fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:52.991637 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-ef597435-5fbd-4e6f-9347-11c89046ff53 None None] For port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=ceb9b904-d755-45e4-9bb1-43a8ce78e5c1,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:53.009484 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ef597435-5fbd-4e6f-9347-11c89046ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.057209 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-360c09f4-727d-4014-9f32-e68c10c72e92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.098347 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Router 38f39028-0d45-4705-9ca2-e6af8f489194 is scheduled to L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c with binding_index 1 {{(pid=106352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 11:46:53.145718 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fdab-a4e7-439a-b293-dbfec1705a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.149441 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef597435-5fbd-4e6f-9347-11c89046ff53 None None] Pushing event updated for resources: {'Port': ['ID=ceb9b904-d755-45e4-9bb1-43a8ce78e5c1,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:53.220119 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-e01b012a-582a-4269-a9d5-a0c9b58c7a5a None None] Provisioning complete for port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:53.220849 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e01b012a-582a-4269-a9d5-a0c9b58c7a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.283553 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:48Z', 'revision_number': 4, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'ceb9b904-d755-45e4-9bb1-43a8ce78e5c1', 'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:47Z', 'updated_at': '2021-10-21T11:46:52Z', 'revision_number': 4, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'subnets': [{'id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:53.306066 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:46:53.326324 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Sync routers for ids ['38f39028-0d45-4705-9ca2-e6af8f489194'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:46:53.333484 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.336219 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-5872028d-0e41-4ea9-b307-ae3f3dae1214 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5560153 Oct 21 11:46:53.339387 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 48170) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:53.346580 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-360c09f4-727d-4014-9f32-e68c10c72e92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.347280 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Routers {'38f39028-0d45-4705-9ca2-e6af8f489194'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:46:53.347894 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:46:44Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['38f39028-0d45-4705-9ca2-e6af8f489194'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:53.353815 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-360c09f4-727d-4014-9f32-e68c10c72e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.360516 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3aa8f2-7f4d-4577-a425-6605791b5df0 None None] The sync data for ids ['efa1e839-f551-476a-a164-7b9782129887'] in dv-cinder-814898-1-iscsi is: [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:48Z', 'revision_number': 4, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'ceb9b904-d755-45e4-9bb1-43a8ce78e5c1', 'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:47Z', 'updated_at': '2021-10-21T11:46:52Z', 'revision_number': 4, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'subnets': [{'id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:46:53.462318 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-360c09f4-727d-4014-9f32-e68c10c72e92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a948f22aca041d3a52f9c0a4fffe71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6544368 Oct 21 11:46:53.468293 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48174) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:53.469535 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c09f4-727d-4014-9f32-e68c10c72e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34016279-4d69-4dd7-b46b-a9ad5dd3ae93,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:53.481592 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fdab-a4e7-439a-b293-dbfec1705a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.502358 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f5a9fdab-a4e7-439a-b293-dbfec1705a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.516782 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Set router 38f39028-0d45-4705-9ca2-e6af8f489194 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:46:53.551050 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9fdab-a4e7-439a-b293-dbfec1705a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ea57f6-9fe7-4ae3-ba22-b5755a3b3462,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:53.602437 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-f5a9fdab-a4e7-439a-b293-dbfec1705a84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a41723b526034daca063f6fabd88dfc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6638398 Oct 21 11:46:53.605025 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 48178) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:53.617635 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0f57587b-3f54-4bb3-a20e-a483c1f82f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.646560 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0f57587b-3f54-4bb3-a20e-a483c1f82f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.713028 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0f57587b-3f54-4bb3-a20e-a483c1f82f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.715999 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0f57587b-3f54-4bb3-a20e-a483c1f82f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:53.717228 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-0f57587b-3f54-4bb3-a20e-a483c1f82f6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34016279-4d69-4dd7-b46b-a9ad5dd3ae93 HTTP/1.1" status: 204 len: 168 time: 0.2426598 Oct 21 11:46:53.728154 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57587b-3f54-4bb3-a20e-a483c1f82f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34016279-4d69-4dd7-b46b-a9ad5dd3ae93,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:53.812837 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'name': 'tempest-TestShelveInstance-725618592-router', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:50Z', 'updated_at': '2021-10-21T11:46:52Z', 'revision_number': 3, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'gw_port': {'id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:51Z', 'updated_at': '2021-10-21T11:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:53.859199 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Checking router: 38f39028-0d45-4705-9ca2-e6af8f489194 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:46:53.859907 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Updating router 38f39028-0d45-4705-9ca2-e6af8f489194 port c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd binding host dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:46:53.895993 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.071628 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b59bab-6a12-403f-8c42-91df7c25ecd0 req-b67bb203-f499-445f-a405-2495148a676f tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:54.073242 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e8b59bab-6a12-403f-8c42-91df7c25ecd0 req-b67bb203-f499-445f-a405-2495148a676f tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.4608417 Oct 21 11:46:54.115220 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99e59e25-de82-48ad-a58c-8941cb2c37a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.181561 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48186) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:54.199980 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c1743dc5-e6b1-4edb-b991-7902e13aa8c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.218431 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99e59e25-de82-48ad-a58c-8941cb2c37a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.227088 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8490b15e-0c16-4c1b-83c6-e65968cb2833 None None] Network cac33e54-150b-46c4-b4b7-7e920c65aeb9 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:46:54.272586 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Publish callbacks [] for port, precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.280775 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-b1c3f461-f96f-4e5f-b070-6232015316d4 None None] Provisioning complete for port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:54.283281 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e8b59bab-6a12-403f-8c42-91df7c25ecd0 req-0cd47129-bf74-4910-be54-f9c8aa5a2903 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997039 Oct 21 11:46:54.285932 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f461-f96f-4e5f-b070-6232015316d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.287064 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.356599 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27bce6-e20f-4173-a747-620e66b343dd None None] Pushing event updated for resources: {'Port': ['ID=c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd,revision_number=2']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:54.388331 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Attempting to bind port c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:46:54.388696 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Attempting to bind port c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:46:54.389047 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Attempting to bind port c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd on network f1f48190-e7d7-48cd-832b-f0ed44723a0c {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:54.396724 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:46:54.397172 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Checking segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:54.397666 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.398290 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Bound using segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:46:54.398880 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Bound port: c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:46:54.399235 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.401207 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99e59e25-de82-48ad-a58c-8941cb2c37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.405595 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-99e59e25-de82-48ad-a58c-8941cb2c37a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.410372 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-99e59e25-de82-48ad-a58c-8941cb2c37a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83ea57f6-9fe7-4ae3-ba22-b5755a3b3462 HTTP/1.1" status: 204 len: 168 time: 0.8042247 Oct 21 11:46:54.450853 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e59e25-de82-48ad-a58c-8941cb2c37a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ea57f6-9fe7-4ae3-ba22-b5755a3b3462,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:54.477155 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c1743dc5-e6b1-4edb-b991-7902e13aa8c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.486976 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c1743dc5-e6b1-4edb-b991-7902e13aa8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.556200 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-c1743dc5-e6b1-4edb-b991-7902e13aa8c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fbecc4a6e9d438d8b9a83e95bcd31f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735244 Oct 21 11:46:54.557865 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] For port c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:46:54.559558 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48194) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:54.560331 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1743dc5-e6b1-4edb-b991-7902e13aa8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df5dbdd-31c2-4ed3-b629-93afc0ddbd77,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:54.562420 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] For port c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:46:54.565196 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.586587 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.630905 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643fd7e-de8e-4250-a0af-ef1eea1edd0c req-fb3430a0-9f62-465f-8112-21dd8fcb691b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:54.644889 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5643fd7e-de8e-4250-a0af-ef1eea1edd0c req-fb3430a0-9f62-465f-8112-21dd8fcb691b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 945 time: 0.1715870 Oct 21 11:46:54.654371 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f461-f96f-4e5f-b070-6232015316d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.656194 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27bce6-e20f-4173-a747-620e66b343dd None None] Pushing event updated for resources: {'Port': ['ID=c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:54.695644 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-31d4bc76-89aa-483b-b587-fd6c1fe37e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.705735 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Routers {'38f39028-0d45-4705-9ca2-e6af8f489194'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:46:54.706404 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:46:44Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['38f39028-0d45-4705-9ca2-e6af8f489194'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:54.749737 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-31d4bc76-89aa-483b-b587-fd6c1fe37e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.752448 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-b1c3f461-f96f-4e5f-b070-6232015316d4 None None] For port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da,segment=NetworkSegment(e8a52194-9f0d-4403-9701-53e0e8df7261),segment_id=e8a52194-9f0d-4403-9701-53e0e8df7261)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:54.760414 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f461-f96f-4e5f-b070-6232015316d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.787887 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5643fd7e-de8e-4250-a0af-ef1eea1edd0c req-17a456c5-55b9-40c5-9b6c-5fb1a7496a40 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419060 Oct 21 11:46:54.852263 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-31d4bc76-89aa-483b-b587-fd6c1fe37e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.856342 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-31d4bc76-89aa-483b-b587-fd6c1fe37e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:54.863832 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-31d4bc76-89aa-483b-b587-fd6c1fe37e70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5df5dbdd-31c2-4ed3-b629-93afc0ddbd77 HTTP/1.1" status: 204 len: 168 time: 0.2878275 Oct 21 11:46:54.884593 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4bc76-89aa-483b-b587-fd6c1fe37e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df5dbdd-31c2-4ed3-b629-93afc0ddbd77,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:54.935173 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3f461-f96f-4e5f-b070-6232015316d4 None None] Pushing event updated for resources: {'Port': ['ID=fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:54.977202 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] Set router 38f39028-0d45-4705-9ca2-e6af8f489194 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:46:54.983620 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Allocated IP 172.20.0.1 (cac33e54-150b-46c4-b4b7-7e920c65aeb9/5588157d-58ef-46e4-8b79-01293fa88b9b/40f77818-5905-4857-873c-ef4f829629ec) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:46:55.180887 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:55.203960 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 48202) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:55.228227 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f384fbbd-f6fe-466e-ac18-fcfd8cf80591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.256287 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:46:55.257324 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:55.257777 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.265016 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.322060 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6b19291b-e4a6-4eb8-a11a-0d4d26273d58 None None] Provisioning complete for port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:55.322579 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6b19291b-e4a6-4eb8-a11a-0d4d26273d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.333603 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.344934 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'name': 'tempest-TestShelveInstance-725618592-router', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:50Z', 'updated_at': '2021-10-21T11:46:52Z', 'revision_number': 3, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'gw_port': {'id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:51Z', 'updated_at': '2021-10-21T11:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:55.402026 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Pushing event updated for resources: {'Port': ['ID=40f77818-5905-4857-873c-ef4f829629ec,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:55.423348 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6acb52c-2cb7-4a7b-a9b1-4538c40b292e None None] The sync data for ids ['38f39028-0d45-4705-9ca2-e6af8f489194'] in dv-cinder-814898-1-iscsi is: [{'id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'name': 'tempest-TestShelveInstance-725618592-router', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:50Z', 'updated_at': '2021-10-21T11:46:52Z', 'revision_number': 3, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'gw_port': {'id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:51Z', 'updated_at': '2021-10-21T11:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:46:55.445966 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:55.450624 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Network cac33e54-150b-46c4-b4b7-7e920c65aeb9 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:46:55.453115 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f384fbbd-f6fe-466e-ac18-fcfd8cf80591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.455029 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:55.461545 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:46:55.478713 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f384fbbd-f6fe-466e-ac18-fcfd8cf80591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.558027 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:55.558804 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.593462 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb717f7-f8ee-4933-9bfd-1cbc800b10f8 req-4f227414-6319-45bf-a368-34222e8b54db tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:55.595167 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fbb717f7-f8ee-4933-9bfd-1cbc800b10f8 req-4f227414-6319-45bf-a368-34222e8b54db tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.2018416 Oct 21 11:46:55.603868 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48218) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:55.604400 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-f384fbbd-f6fe-466e-ac18-fcfd8cf80591 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30bb30522b3e4cb48eb3149c45a61429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985305 Oct 21 11:46:55.605957 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384fbbd-f6fe-466e-ac18-fcfd8cf80591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1522cb8-308d-4da0-b057-a132fc89f21b,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:55.619935 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702673'] for router_interface, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.719273 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-33d693b5-643c-4a07-8429-7806563f723d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.742790 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fbb717f7-f8ee-4933-9bfd-1cbc800b10f8 req-39c2d70e-082e-446b-83f4-fd6e0c1c57ef tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157141 Oct 21 11:46:55.766284 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-33d693b5-643c-4a07-8429-7806563f723d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.843714 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-2e1245ff-ffef-4286-b6ce-638f71af4c71 None None] Provisioning complete for port 40f77818-5905-4857-873c-ef4f829629ec triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:55.844331 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-2e1245ff-ffef-4286-b6ce-638f71af4c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.857890 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-33d693b5-643c-4a07-8429-7806563f723d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.861487 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-33d693b5-643c-4a07-8429-7806563f723d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.871852 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-33d693b5-643c-4a07-8429-7806563f723d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1522cb8-308d-4da0-b057-a132fc89f21b HTTP/1.1" status: 204 len: 168 time: 0.2606938 Oct 21 11:46:55.888266 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:55.890888 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d693b5-643c-4a07-8429-7806563f723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1522cb8-308d-4da0-b057-a132fc89f21b,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:55.935887 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-2e1245ff-ffef-4286-b6ce-638f71af4c71 None None] Port 40f77818-5905-4857-873c-ef4f829629ec cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:46:56.162411 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3b1d9-5a16-48ff-bf7b-867542a795d5 req-2a748b35-de6c-4196-a64f-5057639a8596 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:56.164018 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d4e3b1d9-5a16-48ff-bf7b-867542a795d5 req-2a748b35-de6c-4196-a64f-5057639a8596 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 945 time: 0.1769767 Oct 21 11:46:56.253163 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d4e3b1d9-5a16-48ff-bf7b-867542a795d5 req-dfed903b-af6c-4052-bc8a-4ff3b54febd6 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760803 Oct 21 11:46:56.280846 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:56.288562 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8750499'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:56.367710 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3855070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702589'] for router_interface, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:56.398060 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Pushing event updated for resources: {'Port': ['ID=40f77818-5905-4857-873c-ef4f829629ec,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:56.503068 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Network cac33e54-150b-46c4-b4b7-7e920c65aeb9 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:46:56.510534 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:46:56.721656 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Router 38f39028-0d45-4705-9ca2-e6af8f489194 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:46:56.868516 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-689ac460-d9e3-41bb-8514-c9dd17dcf40c None None] Provisioning complete for port 40f77818-5905-4857-873c-ef4f829629ec triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:56.897608 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-689ac460-d9e3-41bb-8514-c9dd17dcf40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:56.966137 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-689ac460-d9e3-41bb-8514-c9dd17dcf40c None None] Port 40f77818-5905-4857-873c-ef4f829629ec cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:46:57.017766 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:46:57.032149 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d4d8c835-1ff0-48c4-a4e0-1d088a178f40 admin admin] 10.222.0.24 "PUT /v2.0/routers/38f39028-0d45-4705-9ca2-e6af8f489194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6825984 Oct 21 11:46:57.059869 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe77502-e59e-40b7-9a44-8422b4c48897 req-f5c2cd43-2098-425b-8aa9-f5a4efef50fa tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:57.061519 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0fe77502-e59e-40b7-9a44-8422b4c48897 req-f5c2cd43-2098-425b-8aa9-f5a4efef50fa tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.1586187 Oct 21 11:46:57.075184 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:57.111348 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0fe77502-e59e-40b7-9a44-8422b4c48897 req-c2ea1a27-0dd5-4ebd-b22d-e29745878335 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Oct 21 11:46:57.130857 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:57.131949 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:57.219073 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:57.286320 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:57.286900 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:57.401553 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:57.432141 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:57.438435 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:57.448768 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421c486-7ad8-4855-807f-5842d9bc8ed3 req-af171447-f279-4f0a-b174-6c0835c5f9e0 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:57.450431 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3421c486-7ad8-4855-807f-5842d9bc8ed3 req-af171447-f279-4f0a-b174-6c0835c5f9e0 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 945 time: 0.0654109 Oct 21 11:46:57.495812 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:57.512054 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3421c486-7ad8-4855-807f-5842d9bc8ed3 req-b28160fb-1b4d-448d-a7be-f494c7438d28 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540106 Oct 21 11:46:57.812094 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Sync routers for ids ['38f39028-0d45-4705-9ca2-e6af8f489194'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:46:57.827391 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Routers {'38f39028-0d45-4705-9ca2-e6af8f489194'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:46:57.828276 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:46:44Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['38f39028-0d45-4705-9ca2-e6af8f489194'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:57.878848 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48320) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:57.883731 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-052c33f0-0511-46bf-adb4-c7feeb7fed4a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-93032142', 'description': 'tempest-secgroup-smoke-93032142 description', 'project_id': 'd4f2f84518734251a394aff45a6b52d2'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:57.913978 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-052c33f0-0511-46bf-adb4-c7feeb7fed4a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.012291 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Set router 38f39028-0d45-4705-9ca2-e6af8f489194 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:46:58.024426 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-052c33f0-0511-46bf-adb4-c7feeb7fed4a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.029428 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-052c33f0-0511-46bf-adb4-c7feeb7fed4a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.066278 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-052c33f0-0511-46bf-adb4-c7feeb7fed4a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.068019 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-052c33f0-0511-46bf-adb4-c7feeb7fed4a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1882243 Oct 21 11:46:58.071359 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 48330) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:58.074422 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c33f0-0511-46bf-adb4-c7feeb7fed4a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:58.076324 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-f8457d46-fe28-4be6-8178-b847ea4eee98 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f52b9-039e-4b67-b0cc-e3ce0fc93305', 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:58.109711 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f8457d46-fe28-4be6-8178-b847ea4eee98 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.193869 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f8457d46-fe28-4be6-8178-b847ea4eee98 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.201379 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f8457d46-fe28-4be6-8178-b847ea4eee98 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.227498 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8457d46-fe28-4be6-8178-b847ea4eee98 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e054ca65-887c-4c16-88f6-fae78cf20975,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:58.243418 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f8457d46-fe28-4be6-8178-b847ea4eee98 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.245002 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-f8457d46-fe28-4be6-8178-b847ea4eee98 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725566 Oct 21 11:46:58.248247 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48340) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:58.253860 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-019c448a-b57d-46de-a066-8ae4a7cf253e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f52b9-039e-4b67-b0cc-e3ce0fc93305', 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:58.307736 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-019c448a-b57d-46de-a066-8ae4a7cf253e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.327016 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'name': 'tempest-TestShelveInstance-725618592-router', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:50Z', 'updated_at': '2021-10-21T11:46:55Z', 'revision_number': 4, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'gw_port': {'id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:51Z', 'updated_at': '2021-10-21T11:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '40f77818-5905-4857-873c-ef4f829629ec', 'name': '', 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'mac_address': 'fa:16:3e:6c:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5588157d-58ef-46e4-8b79-01293fa88b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:54Z', 'updated_at': '2021-10-21T11:46:55Z', 'revision_number': 2, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'subnets': [{'id': '5588157d-58ef-46e4-8b79-01293fa88b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:58.327708 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624c78c-b5f8-4c38-a8bc-1e849c9c6951 req-8b746207-8441-4719-833a-343c9039de71 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:58.329665 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7624c78c-b5f8-4c38-a8bc-1e849c9c6951 req-8b746207-8441-4719-833a-343c9039de71 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0610666 Oct 21 11:46:58.359652 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Checking router: 38f39028-0d45-4705-9ca2-e6af8f489194 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:46:58.360218 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Updating router 38f39028-0d45-4705-9ca2-e6af8f489194 port 40f77818-5905-4857-873c-ef4f829629ec binding host dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:46:58.379693 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7624c78c-b5f8-4c38-a8bc-1e849c9c6951 req-11487d4a-89b4-43a2-be62-3ecdbfb7e7a3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425043 Oct 21 11:46:58.387213 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-019c448a-b57d-46de-a066-8ae4a7cf253e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.390033 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.394436 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-019c448a-b57d-46de-a066-8ae4a7cf253e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.416300 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c448a-b57d-46de-a066-8ae4a7cf253e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabc407e-f476-45d7-829c-cd4af7fc45e4,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:58.423692 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-019c448a-b57d-46de-a066-8ae4a7cf253e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.427751 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-019c448a-b57d-46de-a066-8ae4a7cf253e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1751962 Oct 21 11:46:58.427751 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48346) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:58.431994 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-e2c9e72d-7918-42b0-b4de-839498d7ef7c tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f52b9-039e-4b67-b0cc-e3ce0fc93305', 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:58.460553 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e72d-7918-42b0-b4de-839498d7ef7c tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.524612 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e72d-7918-42b0-b4de-839498d7ef7c tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.529489 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e72d-7918-42b0-b4de-839498d7ef7c tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.547373 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9e72d-7918-42b0-b4de-839498d7ef7c tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aabc192-ed52-4ac4-9c60-2acbd66aad19,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:58.558624 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e72d-7918-42b0-b4de-839498d7ef7c tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.563410 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 48348) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:58.563727 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-e2c9e72d-7918-42b0-b4de-839498d7ef7c tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347032 Oct 21 11:46:58.568833 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-30a432eb-0759-480b-9868-c671b6202f71 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f52b9-039e-4b67-b0cc-e3ce0fc93305', 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:58.603451 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-30a432eb-0759-480b-9868-c671b6202f71 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.657360 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-30a432eb-0759-480b-9868-c671b6202f71 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.661731 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-30a432eb-0759-480b-9868-c671b6202f71 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.683167 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a432eb-0759-480b-9868-c671b6202f71 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ac2a4f-e074-4a66-abcb-695e7ecc4bb0,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:58.690303 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-30a432eb-0759-480b-9868-c671b6202f71 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.691976 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-30a432eb-0759-480b-9868-c671b6202f71 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271555 Oct 21 11:46:58.694853 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 48350) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:58.696055 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Publish callbacks [] for port, precommit_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.700333 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-9cc61b9d-239e-44f7-a88b-cbab39c3a086 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f52b9-039e-4b67-b0cc-e3ce0fc93305', 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:58.703013 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.730015 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.securitygroups_db [None req-9cc61b9d-239e-44f7-a88b-cbab39c3a086 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Project d4f2f84518734251a394aff45a6b52d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 11:46:58.735799 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9cc61b9d-239e-44f7-a88b-cbab39c3a086 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.760660 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb71fdb-2db6-4343-a1de-1aff7e990c1e None None] Pushing event updated for resources: {'Port': ['ID=40f77818-5905-4857-873c-ef4f829629ec,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:58.824219 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9cc61b9d-239e-44f7-a88b-cbab39c3a086 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.832095 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9cc61b9d-239e-44f7-a88b-cbab39c3a086 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.857510 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Attempting to bind port 40f77818-5905-4857-873c-ef4f829629ec on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:46:58.857880 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Attempting to bind port 40f77818-5905-4857-873c-ef4f829629ec by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'e8a52194-9f0d-4403-9701-53e0e8df7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:46:58.858255 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Attempting to bind port 40f77818-5905-4857-873c-ef4f829629ec on network cac33e54-150b-46c4-b4b7-7e920c65aeb9 {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:46:58.869071 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:46:58.869718 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Checking segment: {'id': 'e8a52194-9f0d-4403-9701-53e0e8df7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:46:58.870349 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.870985 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Bound using segment: {'id': 'e8a52194-9f0d-4403-9701-53e0e8df7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:46:58.871724 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Bound port: 40f77818-5905-4857-873c-ef4f829629ec, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a52194-9f0d-4403-9701-53e0e8df7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:46:58.872631 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.886128 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc61b9d-239e-44f7-a88b-cbab39c3a086 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3183f4e-ee48-4be1-bcd6-78d4e8773be8,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:58.897296 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9cc61b9d-239e-44f7-a88b-cbab39c3a086 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:58.908030 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-9cc61b9d-239e-44f7-a88b-cbab39c3a086 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2093441 Oct 21 11:46:58.908345 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48360) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:46:58.912864 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-c5f29168-c343-47a4-a88a-e1faf73380b4 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Request body: {'security_group_rule': {'security_group_id': 'fd5f52b9-039e-4b67-b0cc-e3ce0fc93305', 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:46:58.942142 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:46:58.952742 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.securitygroups_db [None req-c5f29168-c343-47a4-a88a-e1faf73380b4 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Project d4f2f84518734251a394aff45a6b52d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 11:46:58.975025 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c5f29168-c343-47a4-a88a-e1faf73380b4 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:59.027401 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] For port 40f77818-5905-4857-873c-ef4f829629ec, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:46:59.032027 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] For port 40f77818-5905-4857-873c-ef4f829629ec, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=40f77818-5905-4857-873c-ef4f829629ec,segment=NetworkSegment(e8a52194-9f0d-4403-9701-53e0e8df7261),segment_id=e8a52194-9f0d-4403-9701-53e0e8df7261)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:46:59.038598 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:59.045498 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c5f29168-c343-47a4-a88a-e1faf73380b4 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:59.051657 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c5f29168-c343-47a4-a88a-e1faf73380b4 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:59.070994 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:59.071359 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:59.145926 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb71fdb-2db6-4343-a1de-1aff7e990c1e None None] Pushing event updated for resources: {'Port': ['ID=40f77818-5905-4857-873c-ef4f829629ec,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:59.148787 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Routers {'38f39028-0d45-4705-9ca2-e6af8f489194'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:46:59.149452 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:46:44Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['38f39028-0d45-4705-9ca2-e6af8f489194'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:59.190645 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-882d61eb-f462-4926-9136-734664f447c8 None None] Provisioning complete for port 40f77818-5905-4857-873c-ef4f829629ec triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:59.191028 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-882d61eb-f462-4926-9136-734664f447c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:59.278721 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f29168-c343-47a4-a88a-e1faf73380b4 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490fbdf3-8618-4e2a-9745-b3d92b74c253,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:59.290054 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c5f29168-c343-47a4-a88a-e1faf73380b4 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:59.292353 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-c5f29168-c343-47a4-a88a-e1faf73380b4 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3819494 Oct 21 11:46:59.480041 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] Set router 38f39028-0d45-4705-9ca2-e6af8f489194 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:46:59.519714 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9545d9-f85f-40cf-be6a-5be3fc7d2b7b req-296d93ea-0ddb-4d0a-abf6-71424a92945c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:46:59.526103 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5f9545d9-f85f-40cf-be6a-5be3fc7d2b7b req-296d93ea-0ddb-4d0a-abf6-71424a92945c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0659986 Oct 21 11:46:59.542039 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-882d61eb-f462-4926-9136-734664f447c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:59.573420 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5f9545d9-f85f-40cf-be6a-5be3fc7d2b7b req-231a9f72-a4ea-44fb-bba1-5dda639072b6 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445294 Oct 21 11:46:59.654707 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-882d61eb-f462-4926-9136-734664f447c8 None None] For port 40f77818-5905-4857-873c-ef4f829629ec, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=40f77818-5905-4857-873c-ef4f829629ec,segment=NetworkSegment(e8a52194-9f0d-4403-9701-53e0e8df7261),segment_id=e8a52194-9f0d-4403-9701-53e0e8df7261)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:46:59.659799 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-882d61eb-f462-4926-9136-734664f447c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:59.743241 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d61eb-f462-4926-9136-734664f447c8 None None] Pushing event updated for resources: {'Port': ['ID=40f77818-5905-4857-873c-ef4f829629ec,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:46:59.783943 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'name': 'tempest-TestShelveInstance-725618592-router', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:50Z', 'updated_at': '2021-10-21T11:46:55Z', 'revision_number': 4, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'gw_port': {'id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:51Z', 'updated_at': '2021-10-21T11:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '40f77818-5905-4857-873c-ef4f829629ec', 'name': '', 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'mac_address': 'fa:16:3e:6c:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5588157d-58ef-46e4-8b79-01293fa88b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:54Z', 'updated_at': '2021-10-21T11:46:59Z', 'revision_number': 4, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'subnets': [{'id': '5588157d-58ef-46e4-8b79-01293fa88b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:46:59.787812 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-ab0ee0b9-5f25-46cd-9bc1-44e0e60b673b None None] Provisioning complete for port 40f77818-5905-4857-873c-ef4f829629ec triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:46:59.787812 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee0b9-5f25-46cd-9bc1-44e0e60b673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:46:59.818331 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f619df-3740-43e4-9e33-b892349b14ab None None] The sync data for ids ['38f39028-0d45-4705-9ca2-e6af8f489194'] in dv-cinder-814898-1-iscsi is: [{'id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'name': 'tempest-TestShelveInstance-725618592-router', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:50Z', 'updated_at': '2021-10-21T11:46:55Z', 'revision_number': 4, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'gw_port': {'id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:51Z', 'updated_at': '2021-10-21T11:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '40f77818-5905-4857-873c-ef4f829629ec', 'name': '', 'network_id': 'cac33e54-150b-46c4-b4b7-7e920c65aeb9', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'mac_address': 'fa:16:3e:6c:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5588157d-58ef-46e4-8b79-01293fa88b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:54Z', 'updated_at': '2021-10-21T11:46:59Z', 'revision_number': 4, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'subnets': [{'id': '5588157d-58ef-46e4-8b79-01293fa88b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:47:00.693799 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9b7f0-f28a-41d2-859a-fb7043eb94c5 req-34baed55-a8ee-402e-951d-753937933c67 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:00.695164 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5cf9b7f0-f28a-41d2-859a-fb7043eb94c5 req-34baed55-a8ee-402e-951d-753937933c67 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0502357 Oct 21 11:47:00.737974 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5cf9b7f0-f28a-41d2-859a-fb7043eb94c5 req-a5f9b55c-e67d-4368-aecc-9b2d517c2fb7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362422 Oct 21 11:47:00.901493 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 40f77818-5905-4857-873c-ef4f829629ec up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:47:00.955685 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 40f77818-5905-4857-873c-ef4f829629ec triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:47:00.955685 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:01.878803 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0465558-24d3-4111-87e2-30255ae30c70 req-767439ce-9b24-4fc0-bf60-5b58e3ec8eec tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:01.880366 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b0465558-24d3-4111-87e2-30255ae30c70 req-767439ce-9b24-4fc0-bf60-5b58e3ec8eec tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0724084 Oct 21 11:47:01.920036 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b0465558-24d3-4111-87e2-30255ae30c70 req-e3d2b181-85d5-489e-b350-0a7de2468602 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Oct 21 11:47:03.049918 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2109-5ed6-4402-aae5-9f285b9d8826 req-e38cd893-f6a9-4310-ac42-57154bfb9a3e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:03.051384 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-efbd2109-5ed6-4402-aae5-9f285b9d8826 req-e38cd893-f6a9-4310-ac42-57154bfb9a3e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0604911 Oct 21 11:47:03.092941 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-efbd2109-5ed6-4402-aae5-9f285b9d8826 req-a1c9b2c2-817f-4643-b33f-c9f3f89aa9e9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346863 Oct 21 11:47:04.217980 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e417d-688c-4a5a-a084-5186ab8ff92c req-335a9f4a-b533-49d6-983f-44c00b3f599c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:04.219472 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-596e417d-688c-4a5a-a084-5186ab8ff92c req-335a9f4a-b533-49d6-983f-44c00b3f599c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0545475 Oct 21 11:47:04.256263 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-596e417d-688c-4a5a-a084-5186ab8ff92c req-14ebfba2-9f77-4e82-9252-470f6d28d8ac tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Oct 21 11:47:05.383458 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf75b65-9b07-4c85-aa7c-91b9ad02c0f9 req-f3f68a87-440d-4e01-84af-3abe8c0ed6e1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:05.384829 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6cf75b65-9b07-4c85-aa7c-91b9ad02c0f9 req-f3f68a87-440d-4e01-84af-3abe8c0ed6e1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0538521 Oct 21 11:47:05.422184 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6cf75b65-9b07-4c85-aa7c-91b9ad02c0f9 req-54003346-c008-49ec-a422-5ab672923487 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Oct 21 11:47:06.558146 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f6802-4fec-42ac-95f3-e6c7f12f7c13 req-ef1cbced-90dc-469d-a16c-f72136d6d6f3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:06.559610 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d43f6802-4fec-42ac-95f3-e6c7f12f7c13 req-ef1cbced-90dc-469d-a16c-f72136d6d6f3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0594938 Oct 21 11:47:06.598855 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d43f6802-4fec-42ac-95f3-e6c7f12f7c13 req-c6460023-e51c-4bc0-8e43-0d090b9b0de8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Oct 21 11:47:07.736782 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec18721-8e8c-4e94-b9f7-e2f0f0236dba req-9881bd74-a318-4f31-83b8-889c73de6114 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:07.738303 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6ec18721-8e8c-4e94-b9f7-e2f0f0236dba req-9881bd74-a318-4f31-83b8-889c73de6114 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0607443 Oct 21 11:47:07.778096 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6ec18721-8e8c-4e94-b9f7-e2f0f0236dba req-4ad94470-cbd4-436f-b2b5-7e5a6516ed61 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336919 Oct 21 11:47:08.899790 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1139c1-c087-4b40-b31f-ddfc4c74135c req-83dc846e-6195-4299-a864-ce2078b4dd67 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:08.901262 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7a1139c1-c087-4b40-b31f-ddfc4c74135c req-83dc846e-6195-4299-a864-ce2078b4dd67 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0496800 Oct 21 11:47:08.938424 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7a1139c1-c087-4b40-b31f-ddfc4c74135c req-40023400-1db1-4bf7-9543-8319e6d93440 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309436 Oct 21 11:47:10.071164 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88fdf-e145-4acb-ac87-38d84ba85101 req-bd2bc55f-8bc9-47f5-a274-617b1981cac0 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:10.072598 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8dd88fdf-e145-4acb-ac87-38d84ba85101 req-bd2bc55f-8bc9-47f5-a274-617b1981cac0 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0566051 Oct 21 11:47:10.110201 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8dd88fdf-e145-4acb-ac87-38d84ba85101 req-4cf5a32e-3db2-4951-92ff-bbebfc3359cf tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Oct 21 11:47:10.941402 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d049392c-ac94-477f-9026-5e0d3a3c6333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:11.243111 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43baf2-cb47-4504-b0eb-63ed390db1de req-bcf8355b-fe32-4915-9189-db3f59bf08ad tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:11.244587 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2b43baf2-cb47-4504-b0eb-63ed390db1de req-bcf8355b-fe32-4915-9189-db3f59bf08ad tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0546341 Oct 21 11:47:11.282042 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2b43baf2-cb47-4504-b0eb-63ed390db1de req-508be02b-43fa-43fd-ab62-cffe058a7ec1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314209 Oct 21 11:47:12.449717 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68426770-614f-47d4-9bec-6251c720850e req-37b97f95-47c5-4147-89c1-ae19a1bde181 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:12.451093 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-68426770-614f-47d4-9bec-6251c720850e req-37b97f95-47c5-4147-89c1-ae19a1bde181 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0535655 Oct 21 11:47:12.491705 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-68426770-614f-47d4-9bec-6251c720850e req-505c786b-29a4-4d94-8ae4-88cedf58b613 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328009 Oct 21 11:47:13.486347 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-cbc85d86-13ff-45d6-aec6-a3ed7a8b29da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:13.632078 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8232fc-12c8-4be4-963b-fa7e553c7570 req-decaf5ef-cc21-4e7b-909f-d379cdc53444 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:13.637585 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-af8232fc-12c8-4be4-963b-fa7e553c7570 req-decaf5ef-cc21-4e7b-909f-d379cdc53444 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0656092 Oct 21 11:47:13.680660 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-af8232fc-12c8-4be4-963b-fa7e553c7570 req-ff5218fb-1af6-4283-b901-7a41704d4599 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Oct 21 11:47:14.443899 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:14.486794 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:14.696536 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 48782) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:14.798556 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fed5fa-b5b6-43ef-9623-7527595d3842 req-aa54bc85-85f9-462b-8b5e-17187a2694fd tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:14.801560 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-45fed5fa-b5b6-43ef-9623-7527595d3842 req-aa54bc85-85f9-462b-8b5e-17187a2694fd tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0544944 Oct 21 11:47:14.811470 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:14.837656 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-45fed5fa-b5b6-43ef-9623-7527595d3842 req-71254571-b809-4895-8344-b5d0302d9ff7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Oct 21 11:47:14.892227 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:14.897258 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:14.934311 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f7f372b2a4647e7807d8c2ff3a0fcf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366490 Oct 21 11:47:14.935392 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c15ccb-fc89-4c3e-b4bc-9f4f8d03cb5e,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:14.936981 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 48790) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:14.942328 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.942665 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.943041 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.943309 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.943629 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.943948 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.944260 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.944575 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.944887 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.945261 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.945574 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.945881 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21b50b-385e-44b9-8953-290ab4337480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:14.989703 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ba42b91f-1d00-4c11-9b48-08ec0e1151e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:15.012161 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ba42b91f-1d00-4c11-9b48-08ec0e1151e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:15.071716 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ba42b91f-1d00-4c11-9b48-08ec0e1151e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:15.074362 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ba42b91f-1d00-4c11-9b48-08ec0e1151e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:15.075514 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ba42b91f-1d00-4c11-9b48-08ec0e1151e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05c15ccb-fc89-4c3e-b4bc-9f4f8d03cb5e HTTP/1.1" status: 204 len: 168 time: 0.1374569 Oct 21 11:47:15.084660 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42b91f-1d00-4c11-9b48-08ec0e1151e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c15ccb-fc89-4c3e-b4bc-9f4f8d03cb5e,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:15.980714 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5a102-1aef-4ed7-803d-58c396c70be1 req-173d909c-d0f2-44cc-8ed7-729e1841e8a8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:15.982231 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-38e5a102-1aef-4ed7-803d-58c396c70be1 req-173d909c-d0f2-44cc-8ed7-729e1841e8a8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0512977 Oct 21 11:47:16.020328 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-38e5a102-1aef-4ed7-803d-58c396c70be1 req-d0dcdfa2-dede-49f8-a108-55776bde1dd6 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319932 Oct 21 11:47:16.288289 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:17.150976 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c68415-0776-49f7-b987-589e7142aa5d req-888c7a83-1609-4c3f-ae49-225aaaebb96a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:17.152442 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f6c68415-0776-49f7-b987-589e7142aa5d req-888c7a83-1609-4c3f-ae49-225aaaebb96a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0514307 Oct 21 11:47:17.194094 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f6c68415-0776-49f7-b987-589e7142aa5d req-4389b5f9-ed8a-4557-b856-0ca2a8a60988 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352185 Oct 21 11:47:18.337597 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a9808-fc61-4f88-a470-371f4bf67fcf req-596245ff-e51e-4ac0-a80f-01c5cac82089 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:18.339004 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e73a9808-fc61-4f88-a470-371f4bf67fcf req-596245ff-e51e-4ac0-a80f-01c5cac82089 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0621099 Oct 21 11:47:18.394762 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e73a9808-fc61-4f88-a470-371f4bf67fcf req-73c18c94-632d-4d6e-9e01-576d3d41e0e9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475352 Oct 21 11:47:19.516016 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96720c8f-2e88-4cc4-884c-2687925cdcf6 req-e3c50215-311e-4275-9991-24379a53b2f3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:19.517372 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-96720c8f-2e88-4cc4-884c-2687925cdcf6 req-e3c50215-311e-4275-9991-24379a53b2f3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0492306 Oct 21 11:47:19.558742 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-96720c8f-2e88-4cc4-884c-2687925cdcf6 req-c07146b8-33c6-4c5d-ab1f-e0bc6dda4b3e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Oct 21 11:47:19.880858 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702d629-1ce0-4511-a844-6cca0c5ba328 req-0388b78c-ac9f-4197-bc39-33d78c8a412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:19.883258 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8702d629-1ce0-4511-a844-6cca0c5ba328 req-0388b78c-ac9f-4197-bc39-33d78c8a412d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 1098 time: 0.0544391 Oct 21 11:47:19.966266 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8702d629-1ce0-4511-a844-6cca0c5ba328 req-0a22c1dc-cf20-4929-af16-92d772756fcf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711172 Oct 21 11:47:20.693178 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64030911-d35a-43f8-8e28-9e66dec596ba req-485c0093-4e97-469a-bf17-e85e95d56de3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:20.694782 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-64030911-d35a-43f8-8e28-9e66dec596ba req-485c0093-4e97-469a-bf17-e85e95d56de3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0519829 Oct 21 11:47:20.738987 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-64030911-d35a-43f8-8e28-9e66dec596ba req-0e731f89-d719-4818-9648-2107594172eb tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374651 Oct 21 11:47:21.015731 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:21.868318 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1932314-26b2-40ee-9933-ab2542d6c108 req-a58c36bb-e92f-4f5e-8ea8-96a9ed821f4d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:21.869831 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a1932314-26b2-40ee-9933-ab2542d6c108 req-a58c36bb-e92f-4f5e-8ea8-96a9ed821f4d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0600045 Oct 21 11:47:21.911684 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a1932314-26b2-40ee-9933-ab2542d6c108 req-26eced97-b67f-4270-8187-d0f4a2abb6bc tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358005 Oct 21 11:47:23.033837 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e547ec-fff9-4e34-9e0a-cdf15d2e17fb req-64623d2b-8b16-48cf-87e3-d61d1acf5ae8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:23.036585 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-07e547ec-fff9-4e34-9e0a-cdf15d2e17fb req-64623d2b-8b16-48cf-87e3-d61d1acf5ae8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0550601 Oct 21 11:47:23.075802 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-07e547ec-fff9-4e34-9e0a-cdf15d2e17fb req-d03ce7e6-61cb-4257-86da-8bd4ed8f8dc0 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Oct 21 11:47:23.928954 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-efd50b13-8082-477a-958f-98714f08ceca req-28113aed-e618-4461-bb72-bd3c6a010ee7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532508 Oct 21 11:47:24.005591 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd50b13-8082-477a-958f-98714f08ceca req-02f31c6b-277b-4559-bb11-0529def96d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:24.007061 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-efd50b13-8082-477a-958f-98714f08ceca req-02f31c6b-277b-4559-bb11-0529def96d37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 1098 time: 0.0418456 Oct 21 11:47:24.132592 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd50b13-8082-477a-958f-98714f08ceca req-ba65c477-f07d-45f7-87bc-e8f1df0d0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:24.134113 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-efd50b13-8082-477a-958f-98714f08ceca req-ba65c477-f07d-45f7-87bc-e8f1df0d0740 service neutron] 10.222.0.47 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 916 time: 0.0938101 Oct 21 11:47:24.181759 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-efd50b13-8082-477a-958f-98714f08ceca req-86feca95-a068-42da-9a3a-fabdf7a670f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=520b4833-baf6-4e92-9c1f-7d775ad19f1e HTTP/1.1" status: 200 len: 217 time: 0.0381105 Oct 21 11:47:24.200931 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e41c0-480e-4acc-9f95-730091323df2 req-eabde972-3ccc-4c50-8d64-e35edfb7649e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:24.209142 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-987e41c0-480e-4acc-9f95-730091323df2 req-eabde972-3ccc-4c50-8d64-e35edfb7649e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0532472 Oct 21 11:47:24.244928 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd50b13-8082-477a-958f-98714f08ceca req-52b0094c-7823-4297-9411-35f854edbd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:24.246434 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-efd50b13-8082-477a-958f-98714f08ceca req-52b0094c-7823-4297-9411-35f854edbd64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31b0aa6a-4ce2-4555-be29-93c882c6a0bc HTTP/1.1" status: 200 len: 855 time: 0.0504143 Oct 21 11:47:24.247670 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-987e41c0-480e-4acc-9f95-730091323df2 req-8a557d31-96fa-4b38-ab30-a7247e6e1004 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360889 Oct 21 11:47:24.280931 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-efd50b13-8082-477a-958f-98714f08ceca req-014f3f93-a7ec-4281-813e-8856bbcdbb70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=424deba6-bccd-4605-85ac-925b0a293982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249221 Oct 21 11:47:24.383666 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-efd50b13-8082-477a-958f-98714f08ceca req-58952c43-e151-436f-ba0f-6b4feff6232e service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926166 Oct 21 11:47:24.486202 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-efd50b13-8082-477a-958f-98714f08ceca req-9c5fddb7-5ef9-44e3-9223-1f98ffdf658f service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898223 Oct 21 11:47:25.368833 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f207bf-b3c3-4d2c-b8b0-7c9e6eb896ad req-8d0644f2-77ba-48ea-82ea-78a1a9d98831 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:25.370225 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-94f207bf-b3c3-4d2c-b8b0-7c9e6eb896ad req-8d0644f2-77ba-48ea-82ea-78a1a9d98831 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0551136 Oct 21 11:47:25.412148 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-94f207bf-b3c3-4d2c-b8b0-7c9e6eb896ad req-e4cc0cc9-e8e6-4b6c-b499-7ceca11dbfc4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Oct 21 11:47:26.536553 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafb7dc-dd1f-4eee-a0e2-bbd6d4a62077 req-8908d0af-7ae5-41c5-a00f-222b92e16b97 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:26.538184 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5eafb7dc-dd1f-4eee-a0e2-bbd6d4a62077 req-8908d0af-7ae5-41c5-a00f-222b92e16b97 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0552864 Oct 21 11:47:26.579613 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5eafb7dc-dd1f-4eee-a0e2-bbd6d4a62077 req-3c46f049-2dc3-4650-bfd8-6d596d072932 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Oct 21 11:47:27.705836 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab092d-b2d2-4e1f-9ddd-c84c3bdc8c60 req-8ed79286-c560-43a0-9384-e188f8efae49 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:27.707570 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0bab092d-b2d2-4e1f-9ddd-c84c3bdc8c60 req-8ed79286-c560-43a0-9384-e188f8efae49 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0590160 Oct 21 11:47:27.757951 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0bab092d-b2d2-4e1f-9ddd-c84c3bdc8c60 req-a544cc2f-0334-4915-8d7e-93335a148025 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Oct 21 11:47:28.894724 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8a340-d0d0-473f-b677-9d4a1916eef9 req-74a21981-fbf9-4c27-937a-d0ab99d706a4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:28.897736 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-98f8a340-d0d0-473f-b677-9d4a1916eef9 req-74a21981-fbf9-4c27-937a-d0ab99d706a4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0601809 Oct 21 11:47:28.953411 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-98f8a340-d0d0-473f-b677-9d4a1916eef9 req-8f4e30b7-6d49-42b8-8250-a1cb081b4bb9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477078 Oct 21 11:47:29.222836 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6405305-777d-40e5-8483-be485317ff10 req-0dc858e9-4784-4efa-b89c-b303183dcb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:29.224349 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c6405305-777d-40e5-8483-be485317ff10 req-0dc858e9-4784-4efa-b89c-b303183dcb69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 1098 time: 0.0538342 Oct 21 11:47:29.225809 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ce80b-5697-4a06-95ca-1fbc9c92120a req-e0741386-29b4-45ca-8f8d-c6ee150971e9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:29.227624 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0b7ce80b-5697-4a06-95ca-1fbc9c92120a req-e0741386-29b4-45ca-8f8d-c6ee150971e9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0562584 Oct 21 11:47:29.277755 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0b7ce80b-5697-4a06-95ca-1fbc9c92120a req-26b08733-1977-4f19-a7c8-390da3280e4d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Oct 21 11:47:29.353537 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6405305-777d-40e5-8483-be485317ff10 req-722bb44e-ae21-46fb-a733-c18d1cd00f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:29.355041 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c6405305-777d-40e5-8483-be485317ff10 req-722bb44e-ae21-46fb-a733-c18d1cd00f30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 920 time: 0.1192260 Oct 21 11:47:29.394318 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-a39ef222-29de-4faf-b268-2bfa5dd3b87b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:29.394318 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-a39ef222-29de-4faf-b268-2bfa5dd3b87b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 815 time: 0.1161039 Oct 21 11:47:29.409368 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-9af6bb4d-ee86-4e5a-ae52-c6c743ccb561 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/quotas/b28b4cc2e40f469591339acc7b8181f8 HTTP/1.1" status: 200 len: 375 time: 0.0093930 Oct 21 11:47:29.464211 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0728013-88ba-4c61-b3a5-7e7226968d39 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521290 Oct 21 11:47:29.556605 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-369e677f-ddb7-4262-b4f3-facc134c7f29 service neutron] 10.222.0.24 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838642 Oct 21 11:47:29.586281 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49068) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:29.683945 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-e9a36b06-d56c-4bdd-971e-b518bc072c05 service neutron] 10.222.0.24 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210070 Oct 21 11:47:29.696617 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:29.775193 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:29.779647 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:29.817198 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ced666b4950d43168c5cef5da71cd45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298417 Oct 21 11:47:29.818066 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a69a4d2-d25b-4bf7-bef1-d3be42b3f346,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:29.819989 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 49078) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:29.825435 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.825777 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.826113 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.826443 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.826765 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.827161 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.827408 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.827730 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.828048 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.828365 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.828679 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.829331 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199f31c1-8048-45da-ba3f-a3d36605493c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:29.870026 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b92a0507-bfd6-4825-a4e3-c9df405d6a31 req-2f2a87ec-7641-49ee-a8b2-059ddf5d23fc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 210 time: 0.0313222 Oct 21 11:47:29.876511 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ef61038-eddb-4518-817e-de402a7eb0e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:29.902282 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ef61038-eddb-4518-817e-de402a7eb0e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:29.949523 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ef61038-eddb-4518-817e-de402a7eb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:29.952140 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ef61038-eddb-4518-817e-de402a7eb0e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:29.953387 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-0ef61038-eddb-4518-817e-de402a7eb0e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a69a4d2-d25b-4bf7-bef1-d3be42b3f346 HTTP/1.1" status: 204 len: 168 time: 0.1321990 Oct 21 11:47:29.963016 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef61038-eddb-4518-817e-de402a7eb0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a69a4d2-d25b-4bf7-bef1-d3be42b3f346,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:30.227916 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49092) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:30.240920 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-71d2b97e-ddc1-4fc7-b723-e9aa775460ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:30.320276 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-71d2b97e-ddc1-4fc7-b723-e9aa775460ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:30.325485 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-71d2b97e-ddc1-4fc7-b723-e9aa775460ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:30.385959 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-71d2b97e-ddc1-4fc7-b723-e9aa775460ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e64ec14de62340ffbd46c7da3b6f6c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567874 Oct 21 11:47:30.388514 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 49096) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:30.390023 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2b97e-ddc1-4fc7-b723-e9aa775460ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81fe4dd-626c-47ab-8067-07601425d37e,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:30.414904 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76cfa9-adb4-475a-b80a-5ac62810572f req-dd45172d-dfa5-4bf5-9873-aeea1bf0e69e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:30.416430 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6f76cfa9-adb4-475a-b80a-5ac62810572f req-dd45172d-dfa5-4bf5-9873-aeea1bf0e69e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0648422 Oct 21 11:47:30.456239 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6f76cfa9-adb4-475a-b80a-5ac62810572f req-c91d3d50-9045-4166-8e3e-ce3a7b8f0fd3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331318 Oct 21 11:47:30.465117 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c6405305-777d-40e5-8483-be485317ff10 req-fac5be40-833d-4335-877b-5ba1c13c1e8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac HTTP/1.1" status: 200 len: 217 time: 0.0415318 Oct 21 11:47:30.479951 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aca99e43-12b7-43dc-bef1-5c03a32358ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:30.501280 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aca99e43-12b7-43dc-bef1-5c03a32358ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:30.550757 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aca99e43-12b7-43dc-bef1-5c03a32358ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:30.553448 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aca99e43-12b7-43dc-bef1-5c03a32358ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:30.554684 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-aca99e43-12b7-43dc-bef1-5c03a32358ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d81fe4dd-626c-47ab-8067-07601425d37e HTTP/1.1" status: 204 len: 168 time: 0.1643527 Oct 21 11:47:30.562204 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca99e43-12b7-43dc-bef1-5c03a32358ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81fe4dd-626c-47ab-8067-07601425d37e,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:30.964536 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-eca0fd92-f9fa-4e75-8675-c9f024116491 req-c6324adf-be94-46c2-82b9-ae7225d89456 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 210 time: 0.0269125 Oct 21 11:47:31.575764 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571d8a5-0913-42e4-9f79-db6f432fc2af req-251662eb-5be1-4f5f-b6ef-24abc936af37 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:31.577268 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9571d8a5-0913-42e4-9f79-db6f432fc2af req-251662eb-5be1-4f5f-b6ef-24abc936af37 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0496149 Oct 21 11:47:31.623382 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9571d8a5-0913-42e4-9f79-db6f432fc2af req-10e35c6a-999b-4ab8-8bb7-90ecee76e3ac tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394981 Oct 21 11:47:32.065567 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f2716c1f-4ada-4403-8278-f40f6912acc2 req-6b53101a-90d8-4add-957a-f91f83c896da tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 210 time: 0.0255492 Oct 21 11:47:32.087320 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:47:32.426124 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6405305-777d-40e5-8483-be485317ff10 req-9e15f9fb-ae6c-4821-99d5-0511449e040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:32.427589 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c6405305-777d-40e5-8483-be485317ff10 req-9e15f9fb-ae6c-4821-99d5-0511449e040f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015a352-bd7a-49f5-8efd-ec90092cf44d HTTP/1.1" status: 200 len: 859 time: 0.0506527 Oct 21 11:47:32.464703 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c6405305-777d-40e5-8483-be485317ff10 req-70541522-8a09-4a58-940e-4776d336b740 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256994 Oct 21 11:47:32.582411 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c6405305-777d-40e5-8483-be485317ff10 req-04f6d2f5-1884-4f56-ab2d-7b98b49467b4 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904531 Oct 21 11:47:32.692038 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c6405305-777d-40e5-8483-be485317ff10 req-d2b8815f-b673-46bc-aaa4-83cf8762ae0a service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923567 Oct 21 11:47:32.766467 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21dc47-f92b-427d-8509-a898f6a5f79c req-c2b1ffd1-0d20-4a0b-bc8e-ad4781502d3d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:32.767990 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2b21dc47-f92b-427d-8509-a898f6a5f79c req-c2b1ffd1-0d20-4a0b-bc8e-ad4781502d3d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0551989 Oct 21 11:47:32.807607 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2b21dc47-f92b-427d-8509-a898f6a5f79c req-1c0fa062-f9a4-484e-b1d9-8dfd190047c1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328228 Oct 21 11:47:33.174542 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f3dd1dce-7ce0-468e-bd68-ecfb8ed53d2e req-53d042f8-64e2-4351-bf4c-ee132367acc3 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 210 time: 0.0335858 Oct 21 11:47:33.212745 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691ecc4-09cc-4db3-930b-e1742b843ae3 req-8ab45a76-cae5-4d2c-995c-e96d0f20cda6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:33.214289 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b691ecc4-09cc-4db3-930b-e1742b843ae3 req-8ab45a76-cae5-4d2c-995c-e96d0f20cda6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0714736 Oct 21 11:47:33.257502 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b691ecc4-09cc-4db3-930b-e1742b843ae3 req-fcd8c07b-d84c-4414-a122-acc4dff48a4c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352948 Oct 21 11:47:33.936232 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825b16a-b82a-4633-898b-b867b69ff56b req-15fdbce5-d28f-487d-8bfc-0483e64d63f0 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:33.937743 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6825b16a-b82a-4633-898b-b867b69ff56b req-15fdbce5-d28f-487d-8bfc-0483e64d63f0 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0526211 Oct 21 11:47:33.977507 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6825b16a-b82a-4633-898b-b867b69ff56b req-d0738baa-c932-4dd5-a3b4-98ccb230f42c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338218 Oct 21 11:47:34.277419 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3f87130c-240c-4036-b10e-c5a9aaa7d043 req-e1a9586f-b364-409c-86c5-b178ffe00527 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 210 time: 0.0280716 Oct 21 11:47:34.381507 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63bcc3-f657-47b8-ae17-09ea452c267f req-8bd4dac5-0194-45a6-9a0a-7b0ea6d25426 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:34.382970 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4f63bcc3-f657-47b8-ae17-09ea452c267f req-8bd4dac5-0194-45a6-9a0a-7b0ea6d25426 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0541377 Oct 21 11:47:34.422189 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4f63bcc3-f657-47b8-ae17-09ea452c267f req-077383e8-fba3-4a63-84e1-e8249315a494 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327520 Oct 21 11:47:35.105127 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9eaed-8a39-42aa-964b-2a62d78d022a req-a4ed11e9-da1b-4eb9-b967-c9ba71ec7ef4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:35.106574 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-47f9eaed-8a39-42aa-964b-2a62d78d022a req-a4ed11e9-da1b-4eb9-b967-c9ba71ec7ef4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0519741 Oct 21 11:47:35.146721 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-47f9eaed-8a39-42aa-964b-2a62d78d022a req-956c009e-32af-4b13-8669-3d0ea297099c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339608 Oct 21 11:47:35.390820 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5c132092-74a7-426d-a26f-8b2431a2353f req-866a0a45-88ad-4c30-8e7f-1beb473ca699 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 210 time: 0.0361881 Oct 21 11:47:35.557950 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311c9f4-97ef-4ac0-be7b-52766e366f47 req-c8970586-4758-469b-9be1-df018096a6a7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:35.559441 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e311c9f4-97ef-4ac0-be7b-52766e366f47 req-c8970586-4758-469b-9be1-df018096a6a7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0498292 Oct 21 11:47:35.601051 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e311c9f4-97ef-4ac0-be7b-52766e366f47 req-9e4fa9ef-05c7-4700-9892-2d61dd56d297 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326426 Oct 21 11:47:36.294596 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662575-6a97-4988-a1cb-51ca87df2894 req-a619b771-e326-4318-9619-308e9dd0f246 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:36.295991 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-72662575-6a97-4988-a1cb-51ca87df2894 req-a619b771-e326-4318-9619-308e9dd0f246 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0673454 Oct 21 11:47:36.338823 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-72662575-6a97-4988-a1cb-51ca87df2894 req-214ef855-cb2c-4f82-8f36-24c665c480e7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363765 Oct 21 11:47:36.366957 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-2043275e-10ac-449a-b4fa-bebddc9f1fb1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:36.368682 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-2043275e-10ac-449a-b4fa-bebddc9f1fb1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "GET /v2.0/networks?id=424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 200 len: 815 time: 0.1213069 Oct 21 11:47:36.386095 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Request body: {'port': {'device_id': 'f0306a6c-94e5-450c-a968-30df17a001ce', 'network_id': '424deba6-bccd-4605-85ac-925b0a293982', 'admin_state_up': True, 'tenant_id': 'b28b4cc2e40f469591339acc7b8181f8'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:47:36.489641 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-90a813ea-a6a5-4a09-93ed-73b2fe3c4434 req-48b77f84-3638-49d6-8610-3b6db45fe6b8 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 210 time: 0.0258486 Oct 21 11:47:36.497646 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Made reservation on behalf of b28b4cc2e40f469591339acc7b8181f8 for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:47:36.501140 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:36.635972 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Allocated IP 172.20.0.8 (424deba6-bccd-4605-85ac-925b0a293982/31b0aa6a-4ce2-4555-be29-93c882c6a0bc/d7ae7203-ce1c-4307-961d-7c1ae9363243) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:47:36.722123 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989d358-68c7-4b8e-bc52-fe0610e4575b req-4115af1a-638a-4217-9295-27ad0239fddf tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:36.724151 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5989d358-68c7-4b8e-bc52-fe0610e4575b req-4115af1a-638a-4217-9295-27ad0239fddf tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0496733 Oct 21 11:47:36.769643 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5989d358-68c7-4b8e-bc52-fe0610e4575b req-7dae001d-3d94-46eb-8478-609f50f44d26 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387666 Oct 21 11:47:36.789801 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:36.826023 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:36.840009 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['520b4833-baf6-4e92-9c1f-7d775ad19f1e', '4ea86164-081f-45c5-aa99-0cd807c0923d', '9b7be940-ff2f-464d-ae19-8363c4b53bf5'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:47:36.867137 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Network 424deba6-bccd-4605-85ac-925b0a293982 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:47:36.870637 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:47:36.873294 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:47:36.913813 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Pushing event updated for resources: {'Port': ['ID=d7ae7203-ce1c-4307-961d-7c1ae9363243,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:36.936319 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:36.937629 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:36.957242 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-b0110154-564a-4fb6-ba37-a1274b81ef06 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754485 Oct 21 11:47:37.468076 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658fc2d-82c1-4614-a507-9b716a81be72 req-7bd979b0-c1e2-4701-b9be-aca60a410777 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:37.469540 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0658fc2d-82c1-4614-a507-9b716a81be72 req-7bd979b0-c1e2-4701-b9be-aca60a410777 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0536935 Oct 21 11:47:37.756335 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0658fc2d-82c1-4614-a507-9b716a81be72 req-553e9de6-ead1-42c0-a2b6-83e956ff8476 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773867 Oct 21 11:47:37.773108 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09adb07-dff4-489d-a401-baebdacd10fc req-dd45b82a-ecae-4311-bf26-2dd3a4b18c70 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:37.774639 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d09adb07-dff4-489d-a401-baebdacd10fc req-dd45b82a-ecae-4311-bf26-2dd3a4b18c70 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 931 time: 0.0633152 Oct 21 11:47:37.815636 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d09adb07-dff4-489d-a401-baebdacd10fc req-70194e8d-8c6b-4520-9433-81ea91ec65ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342598 Oct 21 11:47:37.882474 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f61df4-89e4-468a-a6a2-4b842c134203 req-11151b19-52ef-4fd6-b4f6-83f275b024dd tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:37.883938 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a5f61df4-89e4-468a-a6a2-4b842c134203 req-11151b19-52ef-4fd6-b4f6-83f275b024dd tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0477331 Oct 21 11:47:37.922734 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a5f61df4-89e4-468a-a6a2-4b842c134203 req-ce02a572-619a-4652-b90c-ee3c6174f048 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324137 Oct 21 11:47:38.903924 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141742c-0f46-4120-8391-9bfb2f3c1888 req-270b77bc-bb35-421f-9a62-f00081eb11e7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:38.905370 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b141742c-0f46-4120-8391-9bfb2f3c1888 req-270b77bc-bb35-421f-9a62-f00081eb11e7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0701201 Oct 21 11:47:38.963606 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db59b4-efdc-4ea4-90ee-33f74eb7f0b7 req-317eecbd-975f-4854-8d02-3f8d88c4f8b6 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:38.965103 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-25db59b4-efdc-4ea4-90ee-33f74eb7f0b7 req-317eecbd-975f-4854-8d02-3f8d88c4f8b6 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 931 time: 0.0802500 Oct 21 11:47:38.967997 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b141742c-0f46-4120-8391-9bfb2f3c1888 req-327c7c89-ccdb-48f8-a253-e6e3a980f71e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499139 Oct 21 11:47:38.968821 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Request body: {'port': {'device_id': 'f0306a6c-94e5-450c-a968-30df17a001ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:47:39.014232 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-25db59b4-efdc-4ea4-90ee-33f74eb7f0b7 req-142d0715-5fbe-4d0b-883e-bca429459f65 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411777 Oct 21 11:47:39.044755 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:39.079852 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c26e-1e04-4b78-b571-f6bd1c4bfafc req-e02d654b-1ffb-49a5-8196-470d4f764fc3 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:39.081450 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-60f1c26e-1e04-4b78-b571-f6bd1c4bfafc req-e02d654b-1ffb-49a5-8196-470d4f764fc3 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0489559 Oct 21 11:47:39.122266 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-60f1c26e-1e04-4b78-b571-f6bd1c4bfafc req-f59b74d2-5e93-4bef-9855-1c2550b41c3e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347030 Oct 21 11:47:39.309136 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ae7203-ce1c-4307-961d-7c1ae9363243 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:47:39.320804 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:39.334618 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Transition to ACTIVE for port object d7ae7203-ce1c-4307-961d-7c1ae9363243 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:47:39.341678 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:39.392987 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ae7203-ce1c-4307-961d-7c1ae9363243,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:39.465706 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Attempting to bind port d7ae7203-ce1c-4307-961d-7c1ae9363243 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:47:39.466029 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Attempting to bind port d7ae7203-ce1c-4307-961d-7c1ae9363243 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:47:39.466348 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Attempting to bind port d7ae7203-ce1c-4307-961d-7c1ae9363243 on network 424deba6-bccd-4605-85ac-925b0a293982 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:47:39.471157 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Port d7ae7203-ce1c-4307-961d-7c1ae9363243 on network 424deba6-bccd-4605-85ac-925b0a293982 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:47:39.471474 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Attempting to bind port d7ae7203-ce1c-4307-961d-7c1ae9363243 on network 424deba6-bccd-4605-85ac-925b0a293982 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:47:39.476647 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:47:39.476969 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Checking segment: {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:47:39.477413 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Bound using segment: {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:47:39.477820 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Bound port: d7ae7203-ce1c-4307-961d-7c1ae9363243, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da45e231-0ea6-41c3-b397-062e90cdc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '424deba6-bccd-4605-85ac-925b0a293982'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:47:39.478159 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:39.540231 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] For port d7ae7203-ce1c-4307-961d-7c1ae9363243, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:47:39.543387 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] For port d7ae7203-ce1c-4307-961d-7c1ae9363243, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d7ae7203-ce1c-4307-961d-7c1ae9363243,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:47:39.548875 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:39.584385 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:39.585009 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:39.586440 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/d7ae7203-ce1c-4307-961d-7c1ae9363243 HTTP/1.1" status: 200 len: 1093 time: 0.6231308 Oct 21 11:47:39.586853 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0306a6c-94e5-450c-a968-30df17a001ce', 'tag': 'd7ae7203-ce1c-4307-961d-7c1ae9363243'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:47:39.589452 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f4209f-dded-42b0-a217-aceb30d16445" -d '{"events": [{"name": "network-changed", "server_uuid": "f0306a6c-94e5-450c-a968-30df17a001ce", "tag": "d7ae7203-ce1c-4307-961d-7c1ae9363243"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:47:39.609513 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc554766-518c-41a8-bb07-8a5e9633d7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ae7203-ce1c-4307-961d-7c1ae9363243,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:39.624409 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d905e1c-fcd5-42aa-b6a1-cc401353ced5 x-openstack-request-id: req-3d905e1c-fcd5-42aa-b6a1-cc401353ced5 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:47:39.624692 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0306a6c-94e5-450c-a968-30df17a001ce", "tag": "d7ae7203-ce1c-4307-961d-7c1ae9363243", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:47:39.624963 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d905e1c-fcd5-42aa-b6a1-cc401353ced5 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:47:39.625378 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0306a6c-94e5-450c-a968-30df17a001ce', 'tag': 'd7ae7203-ce1c-4307-961d-7c1ae9363243', 'status': 'completed', 'code': 200} Oct 21 11:47:40.067366 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4209f-dded-42b0-a217-aceb30d16445 req-e2d1a357-26d7-4eca-999f-3314960e349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:40.068913 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-83f4209f-dded-42b0-a217-aceb30d16445 req-e2d1a357-26d7-4eca-999f-3314960e349a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 1096 time: 0.0560241 Oct 21 11:47:40.126731 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51deec68-9a60-48a8-93b7-29cd733e2cd1 req-1ab4742c-5d9f-432f-a523-3b3824cfda43 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:40.128243 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-51deec68-9a60-48a8-93b7-29cd733e2cd1 req-1ab4742c-5d9f-432f-a523-3b3824cfda43 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0785928 Oct 21 11:47:40.165385 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2776b1-7f8f-4490-b022-effa5a4ae6bd req-6d43ac53-16fd-4cfd-be21-42c55b14af1e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:40.166740 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8b2776b1-7f8f-4490-b022-effa5a4ae6bd req-6d43ac53-16fd-4cfd-be21-42c55b14af1e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 943 time: 0.0761313 Oct 21 11:47:40.188089 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-51deec68-9a60-48a8-93b7-29cd733e2cd1 req-ee745feb-7d02-456e-8124-2464aec0a952 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529969 Oct 21 11:47:40.218523 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8b2776b1-7f8f-4490-b022-effa5a4ae6bd req-ef510cc0-ae66-44c7-b628-b237d4856def tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444088 Oct 21 11:47:40.257282 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4209f-dded-42b0-a217-aceb30d16445 req-b6068823-7a6a-41ac-a8c3-2aeabd4fc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:40.258929 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-83f4209f-dded-42b0-a217-aceb30d16445 req-b6068823-7a6a-41ac-a8c3-2aeabd4fc527 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b28b4cc2e40f469591339acc7b8181f8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1748049 Oct 21 11:47:40.309075 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af503d-373e-421f-ae06-ad3eff599252 req-0f072f6f-66b7-41d6-9e2b-5352385fa1c2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:40.310535 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-80af503d-373e-421f-ae06-ad3eff599252 req-0f072f6f-66b7-41d6-9e2b-5352385fa1c2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0514746 Oct 21 11:47:40.351042 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-80af503d-373e-421f-ae06-ad3eff599252 req-e5e24331-e420-4ad9-b29b-3740e650d3e6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344129 Oct 21 11:47:40.433434 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4209f-dded-42b0-a217-aceb30d16445 req-63c3dc89-c606-46ae-bba2-1e356695c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:40.435057 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-83f4209f-dded-42b0-a217-aceb30d16445 req-63c3dc89-c606-46ae-bba2-1e356695c927 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653490 Oct 21 11:47:40.523376 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-7ac7ecce-b8ea-4fad-a896-801f640fdccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:40.524982 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-7ac7ecce-b8ea-4fad-a896-801f640fdccd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b28b4cc2e40f469591339acc7b8181f8&device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 1096 time: 0.0472121 Oct 21 11:47:40.571562 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-ab564d91-11a4-4be1-a2a0-a608b565f316 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7ae7203-ce1c-4307-961d-7c1ae9363243 HTTP/1.1" status: 200 len: 217 time: 0.0358136 Oct 21 11:47:40.624476 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-71db689b-eaaa-4293-8903-2e1a0e3a6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:40.625995 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-71db689b-eaaa-4293-8903-2e1a0e3a6a40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31b0aa6a-4ce2-4555-be29-93c882c6a0bc HTTP/1.1" status: 200 len: 855 time: 0.0430493 Oct 21 11:47:40.666728 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-c15606f4-43ec-45c9-95b5-7825177fa201 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=424deba6-bccd-4605-85ac-925b0a293982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237758 Oct 21 11:47:40.762802 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-8f1692bb-bfa4-4ad9-9801-304c0781c7d8 service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855577 Oct 21 11:47:40.947062 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-76ab97a9-bd6a-4a9e-b60c-81fb69f2d16b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:41.066613 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3bb91840-354b-4c7b-b704-db9c544b5ef7 req-5f44586f-2786-4c98-9597-d6de6b8802bc service neutron] 10.222.0.47 "GET /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941108 Oct 21 11:47:41.336001 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73c41-476d-4ef5-a9be-22d038144c4a req-7caa76e2-a2a9-458b-8905-0a944f738bb5 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:41.343420 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4ba73c41-476d-4ef5-a9be-22d038144c4a req-7caa76e2-a2a9-458b-8905-0a944f738bb5 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0830758 Oct 21 11:47:41.390096 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0083ff8-0997-4052-890e-499e3ba60705 req-0164a303-ac90-4cac-9d0e-f66c2bf69a52 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:41.391966 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c0083ff8-0997-4052-890e-499e3ba60705 req-0164a303-ac90-4cac-9d0e-f66c2bf69a52 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 943 time: 0.0986779 Oct 21 11:47:41.424355 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4ba73c41-476d-4ef5-a9be-22d038144c4a req-40a6d22e-cd34-42c6-be9c-607bbcc0b5e8 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800574 Oct 21 11:47:41.450230 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c0083ff8-0997-4052-890e-499e3ba60705 req-3d087728-0ff3-4a4b-9809-1d2495520f6b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438550 Oct 21 11:47:41.563927 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630067be-df98-4de2-8ec1-784669487f9f req-c70381f4-47ad-431f-b740-191d08c795bd tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:41.565687 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-630067be-df98-4de2-8ec1-784669487f9f req-c70381f4-47ad-431f-b740-191d08c795bd tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0577548 Oct 21 11:47:41.611193 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-630067be-df98-4de2-8ec1-784669487f9f req-8a30248a-bdf0-4b58-8b9a-4b71beafc9e3 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380127 Oct 21 11:47:42.580427 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07164e3f-39ea-46e2-a3a2-ceb81f655d26 req-ee7e1d72-9a2e-41cd-aed0-798685fd47af tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:42.582063 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-07164e3f-39ea-46e2-a3a2-ceb81f655d26 req-ee7e1d72-9a2e-41cd-aed0-798685fd47af tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0766084 Oct 21 11:47:42.597848 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b841bd-ac50-4406-9b6a-6d64d1772202 req-57df471e-2532-4e85-bfb1-6db10a23fd8f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:42.599323 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-54b841bd-ac50-4406-9b6a-6d64d1772202 req-57df471e-2532-4e85-bfb1-6db10a23fd8f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 943 time: 0.0830736 Oct 21 11:47:42.651502 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-07164e3f-39ea-46e2-a3a2-ceb81f655d26 req-6a0d0892-ced1-4b34-b59d-2d66e608e6a1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627677 Oct 21 11:47:42.664893 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-54b841bd-ac50-4406-9b6a-6d64d1772202 req-3900b6e8-cc0f-4553-9572-f5e46fd4c0b3 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514147 Oct 21 11:47:42.797690 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb65a7-85d4-463b-8cdb-fdef731677a2 req-88f84a9f-068c-45b9-925a-87b0934afd45 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:42.799219 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-71eb65a7-85d4-463b-8cdb-fdef731677a2 req-88f84a9f-068c-45b9-925a-87b0934afd45 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0671177 Oct 21 11:47:42.837831 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-71eb65a7-85d4-463b-8cdb-fdef731677a2 req-16dbb407-508a-476f-a9b5-77883ace1eb8 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323701 Oct 21 11:47:43.492154 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-42c271ad-ce43-4aac-bba7-cccb48fbf6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:43.798909 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c06747-1c22-45e2-a1de-5d400fbb1296 req-3556da30-24fe-497b-a41f-2c4c03a6dee1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:43.800532 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-73c06747-1c22-45e2-a1de-5d400fbb1296 req-3556da30-24fe-497b-a41f-2c4c03a6dee1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 943 time: 0.0571349 Oct 21 11:47:43.844394 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-73c06747-1c22-45e2-a1de-5d400fbb1296 req-945f5fe8-0cc9-421e-b6b7-0aa29a704fbe tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367570 Oct 21 11:47:43.978757 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e50f0b-2f28-499a-9c68-fd635485a14d req-d349b1fa-e033-4625-92b5-889a29c7b765 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:43.980383 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-89e50f0b-2f28-499a-9c68-fd635485a14d req-d349b1fa-e033-4625-92b5-889a29c7b765 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0575426 Oct 21 11:47:44.001305 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device d7ae7203-ce1c-4307-961d-7c1ae9363243 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:47:44.033691 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 49440) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:44.036986 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-89e50f0b-2f28-499a-9c68-fd635485a14d req-6016a0d1-2557-4961-9f75-e37a05b15de3 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484877 Oct 21 11:47:44.186764 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ec85648c-c8c7-4166-8e75-e1afb0c3cff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:44.242707 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789def03-af81-424b-b859-7ac31f2e4a4c req-bc96d7bd-443d-4408-bd3b-6b693bed8891 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:44.244243 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port d7ae7203-ce1c-4307-961d-7c1ae9363243, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d7ae7203-ce1c-4307-961d-7c1ae9363243,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:47:44.250322 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-789def03-af81-424b-b859-7ac31f2e4a4c req-bc96d7bd-443d-4408-bd3b-6b693bed8891 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.1290190 Oct 21 11:47:44.260346 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': 'd7ae7203-ce1c-4307-961d-7c1ae9363243', 'network_id': '424deba6-bccd-4605-85ac-925b0a293982', 'port_id': 'd7ae7203-ce1c-4307-961d-7c1ae9363243', 'mac_address': 'fa:16:3e:07:eb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b0aa6a-4ce2-4555-be29-93c882c6a0bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:47:44.302633 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ec85648c-c8c7-4166-8e75-e1afb0c3cff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:44.308783 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ec85648c-c8c7-4166-8e75-e1afb0c3cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:44.313610 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-789def03-af81-424b-b859-7ac31f2e4a4c req-45038ad6-f3f7-4044-9a4c-2d758879338a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507188 Oct 21 11:47:44.315444 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:44.330176 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ae7203-ce1c-4307-961d-7c1ae9363243 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:47:44.348805 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-236e70d3-84b5-4f9b-86d0-33ebadb325f7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93032142&fields=id&tenant_id=d4f2f84518734251a394aff45a6b52d2 HTTP/1.1" status: 200 len: 267 time: 0.0398157 Oct 21 11:47:44.357356 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49456) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:44.357497 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-ec85648c-c8c7-4166-8e75-e1afb0c3cff8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7c2130e5ccd4bd78c4dd1def66e4296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199618 Oct 21 11:47:44.358619 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85648c-c8c7-4166-8e75-e1afb0c3cff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36932a3d-3752-4109-af27-96b1df8cb872,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:44.368314 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port d7ae7203-ce1c-4307-961d-7c1ae9363243, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d7ae7203-ce1c-4307-961d-7c1ae9363243,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:47:44.376830 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:44.449645 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=d7ae7203-ce1c-4307-961d-7c1ae9363243,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:44.460429 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.460690 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.461023 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.461376 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.461694 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.462032 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.462333 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.462648 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.462996 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.463454 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.463778 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.464119 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:47:44.467858 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:44.482600 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8b6b32fd-73b0-42b8-9554-be2323e97484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:44.494397 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:44.514735 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-164a1c69-7360-429e-bb2e-acf9a54026e5 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:44.516224 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-164a1c69-7360-429e-bb2e-acf9a54026e5 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/networks?id=1265d61e-e18c-4268-ad79-82cb55a9382d HTTP/1.1" status: 200 len: 808 time: 0.1507747 Oct 21 11:47:44.526472 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8b6b32fd-73b0-42b8-9554-be2323e97484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:44.548755 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-6f36709f-347f-4f6f-b981-8bf7d6ab9503 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/quotas/d4f2f84518734251a394aff45a6b52d2 HTTP/1.1" status: 200 len: 375 time: 0.0243425 Oct 21 11:47:44.611950 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-66a2748b-9256-43d6-9893-2937d662e7eb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4f2f84518734251a394aff45a6b52d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553071 Oct 21 11:47:44.621138 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8b6b32fd-73b0-42b8-9554-be2323e97484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:44.624673 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8b6b32fd-73b0-42b8-9554-be2323e97484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:44.625846 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-8b6b32fd-73b0-42b8-9554-be2323e97484 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36932a3d-3752-4109-af27-96b1df8cb872 HTTP/1.1" status: 204 len: 168 time: 0.2673717 Oct 21 11:47:44.653327 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b32fd-73b0-42b8-9554-be2323e97484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36932a3d-3752-4109-af27-96b1df8cb872,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:44.753489 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['d7ae7203-ce1c-4307-961d-7c1ae9363243'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:47:44.777534 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-2737319f-566f-46d6-9b10-969538220c4c service neutron] 10.222.0.24 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460302 Oct 21 11:47:44.918742 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-a9af07d3-1f46-4e29-8505-4d0344cb4ed3 service neutron] 10.222.0.24 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442657 Oct 21 11:47:44.996644 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87003a5c-7ee3-42c5-b533-a1d94f15eafc req-712adfc2-ea3c-4631-a799-8cb71df419bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:44.998329 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-87003a5c-7ee3-42c5-b533-a1d94f15eafc req-712adfc2-ea3c-4631-a799-8cb71df419bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 944 time: 0.0698249 Oct 21 11:47:45.035819 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 49490) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:45.051675 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-479b5daa-9892-46c2-ae42-c8641cca3a51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:45.053616 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-87003a5c-7ee3-42c5-b533-a1d94f15eafc req-1f5d8e7a-dfb0-4ed5-be98-e2a2b06e6c5c tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466969 Oct 21 11:47:45.165292 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-479b5daa-9892-46c2-ae42-c8641cca3a51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:45.177279 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-479b5daa-9892-46c2-ae42-c8641cca3a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:45.219828 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-479b5daa-9892-46c2-ae42-c8641cca3a51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7c15bb0324c4f1f9cd549708bbee2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820960 Oct 21 11:47:45.220484 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 49502) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:45.249988 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19513529-9429-4adb-842a-c77bd070b2b3 req-5f6ae077-7192-4c22-9598-d95696422dbf tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:45.251886 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-19513529-9429-4adb-842a-c77bd070b2b3 req-5f6ae077-7192-4c22-9598-d95696422dbf tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0831611 Oct 21 11:47:45.281848 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b5daa-9892-46c2-ae42-c8641cca3a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957fa140-35c4-41aa-9269-1f989ae719cb,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:45.310017 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02646b4d-0af8-4154-96d7-341135451ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:45.335324 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02646b4d-0af8-4154-96d7-341135451ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:45.344685 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-19513529-9429-4adb-842a-c77bd070b2b3 req-ac296232-8251-4eaf-b000-64f783e69173 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820332 Oct 21 11:47:45.393699 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f33afe88-d3fa-46d2-a189-b61abd3c7f33 req-9c7c9485-3a47-4ccf-aaac-a4b03acb864e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 210 time: 0.0478127 Oct 21 11:47:45.408196 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02646b4d-0af8-4154-96d7-341135451ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:45.411150 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02646b4d-0af8-4154-96d7-341135451ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:45.414747 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-02646b4d-0af8-4154-96d7-341135451ada admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/957fa140-35c4-41aa-9269-1f989ae719cb HTTP/1.1" status: 204 len: 168 time: 0.1891034 Oct 21 11:47:45.426997 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02646b4d-0af8-4154-96d7-341135451ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957fa140-35c4-41aa-9269-1f989ae719cb,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:45.626227 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563734d-fbc4-4369-a47e-7889da310317 req-939bb8d7-207a-4332-af8e-6815613d1747 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:45.628001 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d563734d-fbc4-4369-a47e-7889da310317 req-939bb8d7-207a-4332-af8e-6815613d1747 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 946 time: 0.0591018 Oct 21 11:47:45.671209 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d563734d-fbc4-4369-a47e-7889da310317 req-c7092893-ab92-422b-a3ec-14062cb6366d tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Oct 21 11:47:46.019208 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device d7ae7203-ce1c-4307-961d-7c1ae9363243 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:47:46.072493 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port d7ae7203-ce1c-4307-961d-7c1ae9363243 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:47:46.076743 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port d7ae7203-ce1c-4307-961d-7c1ae9363243 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:47:46.077409 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:46.167733 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:46.196348 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa243cf-dc8f-4fbc-9993-0f748a407e97 req-af9582d8-37d2-4449-bc1f-33a978f7eee0 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:46.198666 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-aaa243cf-dc8f-4fbc-9993-0f748a407e97 req-af9582d8-37d2-4449-bc1f-33a978f7eee0 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 944 time: 0.0709894 Oct 21 11:47:46.202594 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0306a6c-94e5-450c-a968-30df17a001ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ae7203-ce1c-4307-961d-7c1ae9363243'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:47:46.205492 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0961a06b-1999-41cf-9347-63cc0dfe699a" -d '{"events": [{"server_uuid": "f0306a6c-94e5-450c-a968-30df17a001ce", "name": "network-vif-plugged", "status": "completed", "tag": "d7ae7203-ce1c-4307-961d-7c1ae9363243"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:47:46.217522 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port d7ae7203-ce1c-4307-961d-7c1ae9363243, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d7ae7203-ce1c-4307-961d-7c1ae9363243,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:47:46.223635 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:46.249285 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-aaa243cf-dc8f-4fbc-9993-0f748a407e97 req-d89e9ebc-54fa-4a73-83fe-ef689314ab11 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 Oct 21 11:47:46.271784 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2855f5f9-ffb8-4b7d-9eb3-d799e23260f4 x-openstack-request-id: req-2855f5f9-ffb8-4b7d-9eb3-d799e23260f4 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:47:46.272068 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0306a6c-94e5-450c-a968-30df17a001ce", "name": "network-vif-plugged", "status": "completed", "tag": "d7ae7203-ce1c-4307-961d-7c1ae9363243", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:47:46.272753 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2855f5f9-ffb8-4b7d-9eb3-d799e23260f4 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:47:46.272753 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0306a6c-94e5-450c-a968-30df17a001ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ae7203-ce1c-4307-961d-7c1ae9363243', 'code': 200} Oct 21 11:47:46.305204 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=d7ae7203-ce1c-4307-961d-7c1ae9363243,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:46.315845 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:46.475191 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06b6d-a86d-4a04-845a-16ada497da70 req-61f81d3e-4039-4979-af23-99d08d17f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:46.477866 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d4a06b6d-a86d-4a04-845a-16ada497da70 req-61f81d3e-4039-4979-af23-99d08d17f8a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 1098 time: 0.0626230 Oct 21 11:47:46.478120 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39407bf-2b26-427d-a238-455309001070 req-0b870809-3862-4b61-8617-dc8bf0b153d9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:46.480751 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a39407bf-2b26-427d-a238-455309001070 req-0b870809-3862-4b61-8617-dc8bf0b153d9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0626214 Oct 21 11:47:46.523241 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d4a06b6d-a86d-4a04-845a-16ada497da70 req-4bae665c-012a-455b-a2b0-442b47248668 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351853 Oct 21 11:47:46.553741 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-13db28ca-19f9-4c3a-991a-da9ae06bc52d req-36897ad8-739d-4140-a903-743b9dabc16e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 210 time: 0.0506351 Oct 21 11:47:46.574268 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a39407bf-2b26-427d-a238-455309001070 req-45a7aa6a-7615-452e-a72c-8ff19b2aae7f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866673 Oct 21 11:47:46.663291 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49568) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:46.673630 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49572) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:46.804653 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb3a226a-903c-41a2-b642-03480fbcee20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:46.808810 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d1181337-99c2-4769-8701-996113ea860e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:46.863959 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d0499-f44a-46ee-aa74-7df9fa6cfadd req-1cf17e6f-b352-4103-9945-92f3dbc78338 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:46.865495 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8d2d0499-f44a-46ee-aa74-7df9fa6cfadd req-1cf17e6f-b352-4103-9945-92f3dbc78338 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 946 time: 0.1221514 Oct 21 11:47:46.954808 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8d2d0499-f44a-46ee-aa74-7df9fa6cfadd req-5daa86ac-963b-43bb-bbbd-d9454e65d8c1 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760550 Oct 21 11:47:46.993222 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d1181337-99c2-4769-8701-996113ea860e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.003499 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d1181337-99c2-4769-8701-996113ea860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.011307 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb3a226a-903c-41a2-b642-03480fbcee20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.024125 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb3a226a-903c-41a2-b642-03480fbcee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.065243 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1181337-99c2-4769-8701-996113ea860e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dfe74f-3deb-4776-a99c-813acc06f267,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:47.070325 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d1181337-99c2-4769-8701-996113ea860e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45d3fa1a90c6461da0a73e6ca4a07a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060144 Oct 21 11:47:47.073906 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49580) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:47.087377 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-cb3a226a-903c-41a2-b642-03480fbcee20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6980920cf8b348d589df4c48e9948bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127367 Oct 21 11:47:47.090398 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49582) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:47.128997 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a226a-903c-41a2-b642-03480fbcee20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c359d0b-945b-4e56-b121-18333dac6504,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:47.167914 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-12c3a682-95ae-4c11-931d-b5b1d59c6809 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:47.169748 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-12c3a682-95ae-4c11-931d-b5b1d59c6809 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.47 "GET /v2.0/networks?id=1265d61e-e18c-4268-ad79-82cb55a9382d HTTP/1.1" status: 200 len: 808 time: 0.1281133 Oct 21 11:47:47.186132 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ac790d0a-af4c-47e0-8c19-a3369c167fdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.198153 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-687a49e1-b805-4eaf-96eb-d1f0517ea26d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.223812 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-e0c60a0b-dacb-406b-b134-d1725d0d3cde tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4f2f84518734251a394aff45a6b52d2 HTTP/1.1" status: 200 len: 378 time: 0.0408304 Oct 21 11:47:47.224734 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ac790d0a-af4c-47e0-8c19-a3369c167fdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.243803 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-687a49e1-b805-4eaf-96eb-d1f0517ea26d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.246798 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Request body: {'port': {'device_id': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'admin_state_up': True, 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'security_groups': ['fd5f52b9-039e-4b67-b0cc-e3ce0fc93305']}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:47:47.319520 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ac790d0a-af4c-47e0-8c19-a3369c167fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.322743 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ac790d0a-af4c-47e0-8c19-a3369c167fdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.324027 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ac790d0a-af4c-47e0-8c19-a3369c167fdb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1dfe74f-3deb-4776-a99c-813acc06f267 HTTP/1.1" status: 204 len: 168 time: 0.2492268 Oct 21 11:47:47.329201 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-687a49e1-b805-4eaf-96eb-d1f0517ea26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.331908 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-687a49e1-b805-4eaf-96eb-d1f0517ea26d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.333120 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-687a49e1-b805-4eaf-96eb-d1f0517ea26d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c359d0b-945b-4e56-b121-18333dac6504 HTTP/1.1" status: 204 len: 168 time: 0.2386792 Oct 21 11:47:47.341487 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac790d0a-af4c-47e0-8c19-a3369c167fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dfe74f-3deb-4776-a99c-813acc06f267,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:47.391298 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Made reservation on behalf of d4f2f84518734251a394aff45a6b52d2 for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:47:47.395367 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.420524 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a49e1-b805-4eaf-96eb-d1f0517ea26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c359d0b-945b-4e56-b121-18333dac6504,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:47.462665 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94476a9-4f41-410e-a13f-4cdb88ac1f8c req-e8beeb14-43f2-4ef7-919b-df0433396a6f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:47.470836 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a94476a9-4f41-410e-a13f-4cdb88ac1f8c req-e8beeb14-43f2-4ef7-919b-df0433396a6f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 945 time: 0.1363802 Oct 21 11:47:47.538020 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a94476a9-4f41-410e-a13f-4cdb88ac1f8c req-fec29172-d632-496b-a02f-20444320e50e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514455 Oct 21 11:47:47.564157 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Allocated IP 172.20.0.5 (1265d61e-e18c-4268-ad79-82cb55a9382d/7ab1d5b6-f7ac-452c-97f2-f8dad452b93c/fca9ff17-0207-477e-9953-4a607efa4c55) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:47:47.704211 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-270ffcf2-f28b-4071-ae76-3193b95b753d req-62c98918-550d-4aa4-9c03-b9589fc49668 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 210 time: 0.0341070 Oct 21 11:47:47.752386 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.768298 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d8540-c2e0-46e5-be40-f5cf14424667 req-83f2efaa-a7cc-4970-a6b1-3cbd48a6995e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:47.769805 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-105d8540-c2e0-46e5-be40-f5cf14424667 req-83f2efaa-a7cc-4970-a6b1-3cbd48a6995e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0643938 Oct 21 11:47:47.798899 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.822008 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-105d8540-c2e0-46e5-be40-f5cf14424667 req-3188adf1-377e-4b89-afb9-7366f6d06df0 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451205 Oct 21 11:47:47.848732 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49606) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:47.856008 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Network 1265d61e-e18c-4268-ad79-82cb55a9382d is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:47:47.859891 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:47:47.866892 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:47:47.870576 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event updated for resources: {'Port': ['ID=fca9ff17-0207-477e-9953-4a607efa4c55,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:47.884032 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f5e537d4-570c-430c-bfcb-cf1333868fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.936302 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:47.937046 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:47.978273 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-25a27734-3dc9-4f9e-9571-503fea452b1b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7353806 Oct 21 11:47:47.992391 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f5e537d4-570c-430c-bfcb-cf1333868fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.008270 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Request body: {'port': {'device_id': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:47:48.014041 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f5e537d4-570c-430c-bfcb-cf1333868fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.072222 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-f5e537d4-570c-430c-bfcb-cf1333868fb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cfa9a6e8670457e8047199debe58309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201509 Oct 21 11:47:48.072222 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e537d4-570c-430c-bfcb-cf1333868fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8060fa1-8e9c-4a0d-9d49-0cb4ef6ae352,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:48.075417 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49612) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:48.109073 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.120374 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-4d7376b1-f74a-4684-9c79-ff4797d69fb0 None None] Provisioning complete for port fca9ff17-0207-477e-9953-4a607efa4c55 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:47:48.120958 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4d7376b1-f74a-4684-9c79-ff4797d69fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.165117 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3ed59345-ba69-4f77-8668-eef0449b223f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.187280 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-4d7376b1-f74a-4684-9c79-ff4797d69fb0 None None] Port fca9ff17-0207-477e-9953-4a607efa4c55 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:47:48.192164 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3ed59345-ba69-4f77-8668-eef0449b223f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.217321 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152cd28-576a-471f-8d07-a24c042c551b req-d359b5df-7e56-48e6-8f37-b215b7713ed9 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:48.218824 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a152cd28-576a-471f-8d07-a24c042c551b req-d359b5df-7e56-48e6-8f37-b215b7713ed9 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 946 time: 0.1624010 Oct 21 11:47:48.297146 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a152cd28-576a-471f-8d07-a24c042c551b req-c345a152-21a5-4310-9f21-eaa792a7ac62 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587764 Oct 21 11:47:48.307626 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3ed59345-ba69-4f77-8668-eef0449b223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.311792 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3ed59345-ba69-4f77-8668-eef0449b223f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.318740 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-3ed59345-ba69-4f77-8668-eef0449b223f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8060fa1-8e9c-4a0d-9d49-0cb4ef6ae352 HTTP/1.1" status: 204 len: 168 time: 0.2428312 Oct 21 11:47:48.331268 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed59345-ba69-4f77-8668-eef0449b223f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8060fa1-8e9c-4a0d-9d49-0cb4ef6ae352,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:48.410784 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072550b4-59c9-4c23-8ad6-e3d3cab82532 req-98391c34-3eaa-4495-a4ba-0a16d859ea7d tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:48.412272 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-072550b4-59c9-4c23-8ad6-e3d3cab82532 req-98391c34-3eaa-4495-a4ba-0a16d859ea7d tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.47 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 946 time: 0.0800776 Oct 21 11:47:48.531664 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca9ff17-0207-477e-9953-4a607efa4c55 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:47:48.548652 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.589929 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Transition to ACTIVE for port object fca9ff17-0207-477e-9953-4a607efa4c55 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:47:48.592731 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-072550b4-59c9-4c23-8ad6-e3d3cab82532 req-0a083e8b-9179-41a6-bf24-a210eeea914e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Deleting port ee158d03-dc32-489d-9c88-6a3164f8c423 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:47:48.593114 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-072550b4-59c9-4c23-8ad6-e3d3cab82532 req-0a083e8b-9179-41a6-bf24-a210eeea914e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.634296 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.647191 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bad3b6-52e3-426f-8e1a-56caf91a6b9a req-1386d25d-cf82-4a6b-bc0c-a485340c7bdd tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:48.655261 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-44bad3b6-52e3-426f-8e1a-56caf91a6b9a req-1386d25d-cf82-4a6b-bc0c-a485340c7bdd tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 945 time: 0.0611749 Oct 21 11:47:48.712790 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-44bad3b6-52e3-426f-8e1a-56caf91a6b9a req-93ebb352-f6d3-4e7d-b161-03a8e97027da tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563693 Oct 21 11:47:48.756145 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fca9ff17-0207-477e-9953-4a607efa4c55,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:48.791586 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49636) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:48.811504 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-072550b4-59c9-4c23-8ad6-e3d3cab82532 req-0a083e8b-9179-41a6-bf24-a210eeea914e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] For port ee158d03-dc32-489d-9c88-6a3164f8c423, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ee158d03-dc32-489d-9c88-6a3164f8c423,segment=NetworkSegment(27b25990-7593-4a28-9806-3d85eb50e499),segment_id=27b25990-7593-4a28-9806-3d85eb50e499)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:47:48.811849 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-072550b4-59c9-4c23-8ad6-e3d3cab82532 req-0a083e8b-9179-41a6-bf24-a210eeea914e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.846626 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-51ba3111-a86f-45b8-94c6-06be8f584ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:48.853042 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-072550b4-59c9-4c23-8ad6-e3d3cab82532 req-0a083e8b-9179-41a6-bf24-a210eeea914e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Calling delete_port for ee158d03-dc32-489d-9c88-6a3164f8c423 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:47:48.969992 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Attempting to bind port fca9ff17-0207-477e-9953-4a607efa4c55 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:47:48.970526 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Attempting to bind port fca9ff17-0207-477e-9953-4a607efa4c55 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:47:48.970942 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Attempting to bind port fca9ff17-0207-477e-9953-4a607efa4c55 on network 1265d61e-e18c-4268-ad79-82cb55a9382d {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:47:48.994975 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736c7a-d10b-4229-8b2f-bf5b19c6eb54 req-0363fb9d-7b69-4360-b31d-5a56700cc430 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:48.996470 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-49736c7a-d10b-4229-8b2f-bf5b19c6eb54 req-0363fb9d-7b69-4360-b31d-5a56700cc430 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.1863873 Oct 21 11:47:48.997966 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Port fca9ff17-0207-477e-9953-4a607efa4c55 on network 1265d61e-e18c-4268-ad79-82cb55a9382d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:47:49.003965 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Attempting to bind port fca9ff17-0207-477e-9953-4a607efa4c55 on network 1265d61e-e18c-4268-ad79-82cb55a9382d {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:47:49.053728 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff173df-fbf1-4c95-aaca-126b66ef8441 req-257023b4-0f54-4b24-8c57-063a8f717a13 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:49.055263 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1ff173df-fbf1-4c95-aaca-126b66ef8441 req-257023b4-0f54-4b24-8c57-063a8f717a13 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.1140406 Oct 21 11:47:49.070558 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:47:49.071205 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Checking segment: {'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:47:49.071692 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Bound using segment: {'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:47:49.072308 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Bound port: fca9ff17-0207-477e-9953-4a607efa4c55, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:47:49.072753 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:49.108098 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-49736c7a-d10b-4229-8b2f-bf5b19c6eb54 req-3de6f18e-09a2-4a97-a1d2-42fc5cec80ba tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024647 Oct 21 11:47:49.141147 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1ff173df-fbf1-4c95-aaca-126b66ef8441 req-2609199e-c778-443e-9e27-348dea75db7d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663371 Oct 21 11:47:49.164443 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-51ba3111-a86f-45b8-94c6-06be8f584ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:49.170783 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-51ba3111-a86f-45b8-94c6-06be8f584ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:49.214561 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-072550b4-59c9-4c23-8ad6-e3d3cab82532 req-0a083e8b-9179-41a6-bf24-a210eeea914e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:49.227477 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-51ba3111-a86f-45b8-94c6-06be8f584ecd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de6f1f8ae7a541c884e7ff422dc05cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345949 Oct 21 11:47:49.230255 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49646) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:49.232276 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['ee158d03-dc32-489d-9c88-6a3164f8c423'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:47:49.241170 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba3111-a86f-45b8-94c6-06be8f584ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55940e5c-efb8-4ff0-8fc8-c7e1568d5ddd,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:49.267899 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a083e8b-9179-41a6-bf24-a210eeea914e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Pushing event deleted for resources: {'Port': ['ID=ee158d03-dc32-489d-9c88-6a3164f8c423,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:49.336034 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-072550b4-59c9-4c23-8ad6-e3d3cab82532 req-0a083e8b-9179-41a6-bf24-a210eeea914e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] No DVR routers for this DVR port ee158d03-dc32-489d-9c88-6a3164f8c423 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:47:49.343227 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3acebb67-ec56-4314-9684-31f295adc4f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:49.350588 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-072550b4-59c9-4c23-8ad6-e3d3cab82532 req-0a083e8b-9179-41a6-bf24-a210eeea914e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:49.356579 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-072550b4-59c9-4c23-8ad6-e3d3cab82532 req-0a083e8b-9179-41a6-bf24-a210eeea914e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.47 "DELETE /v2.0/ports/ee158d03-dc32-489d-9c88-6a3164f8c423 HTTP/1.1" status: 204 len: 173 time: 0.9354718 Oct 21 11:47:49.357069 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde53a32-5eae-451f-8ab8-0be173a3fdaf', 'name': 'network-vif-deleted', 'tag': 'ee158d03-dc32-489d-9c88-6a3164f8c423'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:47:49.361646 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f02a07b-228f-4363-bec6-aa84f02caa4f" -d '{"events": [{"server_uuid": "fde53a32-5eae-451f-8ab8-0be173a3fdaf", "name": "network-vif-deleted", "tag": "ee158d03-dc32-489d-9c88-6a3164f8c423"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:47:49.377980 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3acebb67-ec56-4314-9684-31f295adc4f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:49.378286 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] For port fca9ff17-0207-477e-9953-4a607efa4c55, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:47:49.382985 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] For port fca9ff17-0207-477e-9953-4a607efa4c55, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fca9ff17-0207-477e-9953-4a607efa4c55,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:47:49.388003 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:49.415082 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0d6be432-669d-4c06-bbb1-8cc90cc2f50a req-842fe439-0685-47ee-8a99-a1298fdd6916 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=fde53a32-5eae-451f-8ab8-0be173a3fdaf HTTP/1.1" status: 200 len: 210 time: 0.0518436 Oct 21 11:47:49.416336 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fedd218-b901-4af4-acee-8687cdfebc7a x-openstack-request-id: req-1fedd218-b901-4af4-acee-8687cdfebc7a {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:47:49.416727 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde53a32-5eae-451f-8ab8-0be173a3fdaf", "name": "network-vif-deleted", "tag": "ee158d03-dc32-489d-9c88-6a3164f8c423", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:47:49.417158 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fedd218-b901-4af4-acee-8687cdfebc7a {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:47:49.417886 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde53a32-5eae-451f-8ab8-0be173a3fdaf', 'name': 'network-vif-deleted', 'tag': 'ee158d03-dc32-489d-9c88-6a3164f8c423', 'status': 'completed', 'code': 200} Oct 21 11:47:49.442396 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:49.443232 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:49.444717 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/fca9ff17-0207-477e-9953-4a607efa4c55 HTTP/1.1" status: 200 len: 1093 time: 1.4436307 Oct 21 11:47:49.457045 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cee690-6c7b-4188-b496-4ae4d8f869d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fca9ff17-0207-477e-9953-4a607efa4c55,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:49.472298 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3acebb67-ec56-4314-9684-31f295adc4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:49.475186 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3acebb67-ec56-4314-9684-31f295adc4f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:49.476398 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-3acebb67-ec56-4314-9684-31f295adc4f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55940e5c-efb8-4ff0-8fc8-c7e1568d5ddd HTTP/1.1" status: 204 len: 168 time: 0.2439625 Oct 21 11:47:49.485013 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acebb67-ec56-4314-9684-31f295adc4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55940e5c-efb8-4ff0-8fc8-c7e1568d5ddd,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:49.577271 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-9b18a4d7-433e-4238-9346-1a764e67c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:49.579160 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-9b18a4d7-433e-4238-9346-1a764e67c73b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4f2f84518734251a394aff45a6b52d2&device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 1096 time: 0.0561383 Oct 21 11:47:49.647253 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-b19581e5-5af0-4f36-800c-d5bebf604354 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca9ff17-0207-477e-9953-4a607efa4c55 HTTP/1.1" status: 200 len: 217 time: 0.0444977 Oct 21 11:47:49.709500 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-452ffe0d-6e75-454d-8ec4-7d4123989fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:49.710967 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-452ffe0d-6e75-454d-8ec4-7d4123989fda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ab1d5b6-f7ac-452c-97f2-f8dad452b93c HTTP/1.1" status: 200 len: 847 time: 0.0461555 Oct 21 11:47:49.767846 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-854265f7-5c38-4b71-9e4a-1e31bf26171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:49.769464 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-854265f7-5c38-4b71-9e4a-1e31bf26171b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1265d61e-e18c-4268-ad79-82cb55a9382d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499296 Oct 21 11:47:49.865935 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-50f14cf5-755a-48cb-b0dd-a2599cc5dbb7 service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880229 Oct 21 11:47:49.980810 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce4f74e4-5297-4aaa-a8eb-11f1390c51af req-4659157b-61f8-441c-995d-0a93e61e2252 service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943403 Oct 21 11:47:50.270718 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eadc61-7d2a-48e2-b756-beb07b1a9e38 req-1387a031-e2dd-417c-b644-6385495bc671 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:50.272207 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-34eadc61-7d2a-48e2-b756-beb07b1a9e38 req-1387a031-e2dd-417c-b644-6385495bc671 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0815821 Oct 21 11:47:50.302951 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c74026-f98e-4126-bcfa-dbca0739bd10 req-38845792-dec5-41ee-bafe-ec3077cdf018 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:50.304483 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d7c74026-f98e-4126-bcfa-dbca0739bd10 req-38845792-dec5-41ee-bafe-ec3077cdf018 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0773211 Oct 21 11:47:50.336984 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-34eadc61-7d2a-48e2-b756-beb07b1a9e38 req-99a3bbd8-b70c-4edd-8406-6ef2393705c8 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567112 Oct 21 11:47:50.361697 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d7c74026-f98e-4126-bcfa-dbca0739bd10 req-7ad31276-9c10-4350-b97f-97975bc10c87 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505390 Oct 21 11:47:50.702275 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 49712) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:50.836351 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5f0a3e4f-adfe-4829-9604-011f361efec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:50.906101 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5f0a3e4f-adfe-4829-9604-011f361efec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:50.911277 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5f0a3e4f-adfe-4829-9604-011f361efec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:50.948607 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-5f0a3e4f-adfe-4829-9604-011f361efec7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9ee2c4f22374e85a147baea709f7e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451472 Oct 21 11:47:50.949453 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a3e4f-adfe-4829-9604-011f361efec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430f7e05-aa0e-4ddd-890a-b9e64b29f9ff,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:50.951611 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 49718) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:47:51.003859 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bfd35ac5-1a31-463f-9d5c-ac2e01a49f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:51.014491 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:51.030821 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bfd35ac5-1a31-463f-9d5c-ac2e01a49f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:51.085484 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bfd35ac5-1a31-463f-9d5c-ac2e01a49f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:51.088266 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bfd35ac5-1a31-463f-9d5c-ac2e01a49f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:47:51.089429 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-bfd35ac5-1a31-463f-9d5c-ac2e01a49f3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/430f7e05-aa0e-4ddd-890a-b9e64b29f9ff HTTP/1.1" status: 204 len: 168 time: 0.1366742 Oct 21 11:47:51.097616 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd35ac5-1a31-463f-9d5c-ac2e01a49f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430f7e05-aa0e-4ddd-890a-b9e64b29f9ff,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:47:51.419567 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:47:51.422018 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a2ff54-4693-4f02-aa28-6668eac535e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:47:51.496679 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51717d8d-5f2a-4f1e-8055-5cb9a6e2dda6 req-752e0889-2772-4f79-ac50-69c1debfb1b7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:51.498254 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-51717d8d-5f2a-4f1e-8055-5cb9a6e2dda6 req-752e0889-2772-4f79-ac50-69c1debfb1b7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0816319 Oct 21 11:47:51.519452 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77695124-2b53-4666-be98-8c906663d19f req-39bc466a-de29-4486-bc16-4d1886cc43fa tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:51.520814 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-77695124-2b53-4666-be98-8c906663d19f req-39bc466a-de29-4486-bc16-4d1886cc43fa tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0751269 Oct 21 11:47:51.570156 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-51717d8d-5f2a-4f1e-8055-5cb9a6e2dda6 req-98fc7b53-aab0-4241-9ce5-3c85a50aa3fb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650022 Oct 21 11:47:51.577441 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-77695124-2b53-4666-be98-8c906663d19f req-211f14f0-4dbc-4c1b-adf6-3414b0e0a276 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490890 Oct 21 11:47:51.617948 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea5e1dd-9b5a-4a14-94a6-3764f8bd280d x-openstack-request-id: req-5ea5e1dd-9b5a-4a14-94a6-3764f8bd280d {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:47:51.618237 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:47:51.618481 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ea5e1dd-9b5a-4a14-94a6-3764f8bd280d {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:47:51.618923 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'status': 'completed', 'code': 200} Oct 21 11:47:52.663877 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device ee158d03-dc32-489d-9c88-6a3164f8c423 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:47:52.683776 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: ee158d03-dc32-489d-9c88-6a3164f8c423 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:47:52.684312 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device ee158d03-dc32-489d-9c88-6a3164f8c423 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:47:52.721459 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c1e77-035d-4db5-9738-b0bbc2e29877 req-20d97324-c99c-4bb0-8d4b-dfc4d77fdd3c tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:52.723356 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1f4c1e77-035d-4db5-9738-b0bbc2e29877 req-20d97324-c99c-4bb0-8d4b-dfc4d77fdd3c tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0782421 Oct 21 11:47:52.744097 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203260c-fe5e-47cc-979a-22c0f4519cca req-26fbd714-02bb-438e-8a4e-d928badec4b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:52.745541 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8203260c-fe5e-47cc-979a-22c0f4519cca req-26fbd714-02bb-438e-8a4e-d928badec4b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0907049 Oct 21 11:47:52.787755 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1f4c1e77-035d-4db5-9738-b0bbc2e29877 req-2ff3372f-587b-4cb8-a556-5a26e72dc0a3 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582495 Oct 21 11:47:52.799947 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8203260c-fe5e-47cc-979a-22c0f4519cca req-855689a5-3cfa-4c8c-977d-e0d09b83d561 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467768 Oct 21 11:47:53.720206 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2ff54-4693-4f02-aa28-6668eac535e7 req-4b24503d-4c12-452b-b8c9-1516ecfa8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:53.722533 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a7a2ff54-4693-4f02-aa28-6668eac535e7 req-4b24503d-4c12-452b-b8c9-1516ecfa8fd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4f2f84518734251a394aff45a6b52d2&device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 1096 time: 0.0525064 Oct 21 11:47:53.830312 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2ff54-4693-4f02-aa28-6668eac535e7 req-333f8a38-91b1-4647-a5bb-7b72ca12e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:53.832267 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a7a2ff54-4693-4f02-aa28-6668eac535e7 req-333f8a38-91b1-4647-a5bb-7b72ca12e7e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1265d61e-e18c-4268-ad79-82cb55a9382d HTTP/1.1" status: 200 len: 909 time: 0.1007059 Oct 21 11:47:53.878426 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a7a2ff54-4693-4f02-aa28-6668eac535e7 req-f461b150-cf6c-48f0-a2e9-42b533be8100 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca9ff17-0207-477e-9953-4a607efa4c55 HTTP/1.1" status: 200 len: 217 time: 0.0352230 Oct 21 11:47:53.943191 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2b30d-6134-4028-83f1-c1e82074091a req-b2586e72-d766-4537-9989-b857e4070430 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:53.946088 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-13e2b30d-6134-4028-83f1-c1e82074091a req-b2586e72-d766-4537-9989-b857e4070430 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0869875 Oct 21 11:47:53.953983 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2ff54-4693-4f02-aa28-6668eac535e7 req-0708962d-76c2-443e-b5af-2eb7775d727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:53.955503 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a7a2ff54-4693-4f02-aa28-6668eac535e7 req-0708962d-76c2-443e-b5af-2eb7775d727a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ab1d5b6-f7ac-452c-97f2-f8dad452b93c HTTP/1.1" status: 200 len: 847 time: 0.0680320 Oct 21 11:47:53.973078 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8e426-0827-4513-b59e-3b7d6092da33 req-8e9fc428-47c3-41d5-84c7-0f9581e9f42c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:53.974646 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-faa8e426-0827-4513-b59e-3b7d6092da33 req-8e9fc428-47c3-41d5-84c7-0f9581e9f42c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0913777 Oct 21 11:47:54.008158 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2ff54-4693-4f02-aa28-6668eac535e7 req-88cce638-c0ce-417c-884f-4534b4728c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:54.009668 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a7a2ff54-4693-4f02-aa28-6668eac535e7 req-88cce638-c0ce-417c-884f-4534b4728c5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1265d61e-e18c-4268-ad79-82cb55a9382d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415697 Oct 21 11:47:54.021880 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-13e2b30d-6134-4028-83f1-c1e82074091a req-803c85f7-5086-4683-a3c1-15c8b6e029f3 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667160 Oct 21 11:47:54.029277 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-faa8e426-0827-4513-b59e-3b7d6092da33 req-bb0dd239-6dc3-4614-99a9-2a45a43b8bf2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457389 Oct 21 11:47:54.116624 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a7a2ff54-4693-4f02-aa28-6668eac535e7 req-2f2df0ac-42a1-4224-9ee8-b063bf55e340 service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983026 Oct 21 11:47:54.223095 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a7a2ff54-4693-4f02-aa28-6668eac535e7 req-d87d81a5-f6ab-44a1-8d65-45d6c956a6fb service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902021 Oct 21 11:47:55.170082 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce323cd-8734-4544-822b-6497c7291855 req-768d0ea2-96ed-4447-862c-72bfa4081b0f tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:55.171512 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2ce323cd-8734-4544-822b-6497c7291855 req-768d0ea2-96ed-4447-862c-72bfa4081b0f tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0805545 Oct 21 11:47:55.183979 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029d6a-6381-4cda-aef5-a56e5c47bc1a req-94458561-66c4-4e63-8d51-90257ae384f6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:55.185463 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ae029d6a-6381-4cda-aef5-a56e5c47bc1a req-94458561-66c4-4e63-8d51-90257ae384f6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0680289 Oct 21 11:47:55.240535 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2ce323cd-8734-4544-822b-6497c7291855 req-a985e15c-62b3-4209-8144-b70ceedc377a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534446 Oct 21 11:47:55.245505 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ae029d6a-6381-4cda-aef5-a56e5c47bc1a req-bd7802ab-eb47-4dcf-bed1-f2694973868a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527487 Oct 21 11:47:56.388407 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f41c9-8a8a-4615-9e76-6dab4219342f req-8dc2a610-f079-47c9-ba11-9a09d85b4bd7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:56.389977 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a00f41c9-8a8a-4615-9e76-6dab4219342f req-8dc2a610-f079-47c9-ba11-9a09d85b4bd7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0734079 Oct 21 11:47:56.399881 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2bf2d-7f72-46a4-aa47-f56735ad4b9e req-32cb6990-53d9-4a83-a7f5-0eb6b0a94212 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:56.401531 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9fb2bf2d-7f72-46a4-aa47-f56735ad4b9e req-32cb6990-53d9-4a83-a7f5-0eb6b0a94212 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0757444 Oct 21 11:47:56.456670 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a00f41c9-8a8a-4615-9e76-6dab4219342f req-8ca33da6-db2e-4745-ad2e-8acafd774dd7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542331 Oct 21 11:47:56.464277 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9fb2bf2d-7f72-46a4-aa47-f56735ad4b9e req-ee808981-d484-4379-b7ec-c1d5c41ddedd tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559442 Oct 21 11:47:57.624732 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deab87-518e-47a4-a06e-ecd98dc10e07 req-b8ceac57-2a2f-408e-91a4-887ab5b5d74a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:57.626320 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a1deab87-518e-47a4-a06e-ecd98dc10e07 req-b8ceac57-2a2f-408e-91a4-887ab5b5d74a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0776143 Oct 21 11:47:57.648333 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d80d0-35f3-46a2-8bae-0f31ce0bbc88 req-11fe7d60-3cf2-409c-899c-53496b999d21 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:57.649708 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dd9d80d0-35f3-46a2-8bae-0f31ce0bbc88 req-11fe7d60-3cf2-409c-899c-53496b999d21 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0728419 Oct 21 11:47:57.690534 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a1deab87-518e-47a4-a06e-ecd98dc10e07 req-97401417-71b7-493e-abc4-7dbbd68c9ac7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575085 Oct 21 11:47:57.702554 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dd9d80d0-35f3-46a2-8bae-0f31ce0bbc88 req-be4c6af0-e6ff-4371-b29b-69b34e506de8 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465519 Oct 21 11:47:58.004951 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e63f-604a-449f-9a2d-70856d748455 req-cd871128-b679-45bc-b215-a775866f763f tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:58.006500 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4d29e63f-604a-449f-9a2d-70856d748455 req-cd871128-b679-45bc-b215-a775866f763f tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0561326 Oct 21 11:47:58.048859 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4d29e63f-604a-449f-9a2d-70856d748455 req-0673f223-3ed4-4f5b-a363-281dd78f143a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351624 Oct 21 11:47:58.848692 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835414a-fc1b-4143-a341-16cf5c4e7d9f req-7f9182ad-e870-43fd-b5ec-633d36959b09 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:58.850043 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e835414a-fc1b-4143-a341-16cf5c4e7d9f req-7f9182ad-e870-43fd-b5ec-633d36959b09 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0727637 Oct 21 11:47:58.861280 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e62514-155b-4712-a26d-c7688e5819e8 req-3ec84e27-6901-41d1-9213-e2de2a5da821 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:58.862614 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a2e62514-155b-4712-a26d-c7688e5819e8 req-3ec84e27-6901-41d1-9213-e2de2a5da821 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0760198 Oct 21 11:47:58.917444 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e835414a-fc1b-4143-a341-16cf5c4e7d9f req-7bb50bb0-1f32-40fd-8c70-a943afa521c7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538638 Oct 21 11:47:58.922234 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a2e62514-155b-4712-a26d-c7688e5819e8 req-358a8b0b-8f1b-4900-b542-dcaeb373cd40 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530715 Oct 21 11:47:59.181914 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c579cdb-824d-43e3-a65a-56fad4372f19 req-be65edd4-5946-48f8-96f0-eb951e65b2de tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:47:59.183388 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7c579cdb-824d-43e3-a65a-56fad4372f19 req-be65edd4-5946-48f8-96f0-eb951e65b2de tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0510180 Oct 21 11:47:59.223151 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7c579cdb-824d-43e3-a65a-56fad4372f19 req-f24dfb9d-bbeb-405b-a669-c8a455dd0d2a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Oct 21 11:48:00.066878 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fbed2-f16e-46f6-9eb0-3022b20cbebf req-5c2d9c41-f759-43e5-b63c-38d5b9fa7de4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:00.068389 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8b9fbed2-f16e-46f6-9eb0-3022b20cbebf req-5c2d9c41-f759-43e5-b63c-38d5b9fa7de4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0747049 Oct 21 11:48:00.076301 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608d180-b954-45f0-b28f-8badda79c4b9 req-ed68f32a-77dd-45b5-a8da-83a512b96579 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:00.077706 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8608d180-b954-45f0-b28f-8badda79c4b9 req-ed68f32a-77dd-45b5-a8da-83a512b96579 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0853186 Oct 21 11:48:00.134138 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8b9fbed2-f16e-46f6-9eb0-3022b20cbebf req-55f102d6-0922-4b7c-a994-c489b7ccb173 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554719 Oct 21 11:48:00.139391 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8608d180-b954-45f0-b28f-8badda79c4b9 req-58a662db-2e28-4445-8329-c20f429f97d0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547173 Oct 21 11:48:00.356018 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bdea7-5e80-46c4-92a7-3d194c8a72a6 req-22e00a0d-08aa-463c-9fdd-4dcac43907be tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:00.357634 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-747bdea7-5e80-46c4-92a7-3d194c8a72a6 req-22e00a0d-08aa-463c-9fdd-4dcac43907be tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0508919 Oct 21 11:48:00.396451 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-747bdea7-5e80-46c4-92a7-3d194c8a72a6 req-c75ec78a-52be-492c-8d60-fee65084d847 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Oct 21 11:48:00.662927 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c99aa-521c-4631-b8be-57406d31f4df req-0a7fb5f6-6c3f-41c9-98b5-7993a640f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:00.664269 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-de6c99aa-521c-4631-b8be-57406d31f4df req-0a7fb5f6-6c3f-41c9-98b5-7993a640f406 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 1098 time: 0.0551593 Oct 21 11:48:00.757126 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c99aa-521c-4631-b8be-57406d31f4df req-f291aff7-a26f-4fc9-b28a-bd51992af7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:00.758706 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-de6c99aa-521c-4631-b8be-57406d31f4df req-f291aff7-a26f-4fc9-b28a-bd51992af7ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 920 time: 0.0852404 Oct 21 11:48:00.817040 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-de6c99aa-521c-4631-b8be-57406d31f4df req-9a206b51-b4ee-4905-84d7-fca4ce6e2007 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac HTTP/1.1" status: 200 len: 217 time: 0.0496290 Oct 21 11:48:00.877322 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c99aa-521c-4631-b8be-57406d31f4df req-c88856e4-4868-4348-b287-4d47c07ffa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:00.878878 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-de6c99aa-521c-4631-b8be-57406d31f4df req-c88856e4-4868-4348-b287-4d47c07ffa74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015a352-bd7a-49f5-8efd-ec90092cf44d HTTP/1.1" status: 200 len: 859 time: 0.0505633 Oct 21 11:48:00.912183 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-de6c99aa-521c-4631-b8be-57406d31f4df req-070f0571-9526-4c64-b083-9af15eb7913c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244942 Oct 21 11:48:01.007383 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-de6c99aa-521c-4631-b8be-57406d31f4df req-b5f8c580-bde9-43e9-afb5-084e86dd18fe service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862229 Oct 21 11:48:01.117139 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-de6c99aa-521c-4631-b8be-57406d31f4df req-5271d7fa-5e0c-439c-bbb1-75340d289aa0 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013873 Oct 21 11:48:01.308613 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9cad5-8bc6-4be4-8e45-5a1a8ef75f5a req-a714c1c2-708d-4802-a496-e4b593658254 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:01.313131 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-99b9cad5-8bc6-4be4-8e45-5a1a8ef75f5a req-a714c1c2-708d-4802-a496-e4b593658254 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0812438 Oct 21 11:48:01.326690 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcbd56-6bd9-48e3-862f-c9f82041572c req-22ad1dc8-ee42-4cd8-b49a-ae895c7d5573 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:01.328824 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-91bcbd56-6bd9-48e3-862f-c9f82041572c req-22ad1dc8-ee42-4cd8-b49a-ae895c7d5573 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0906978 Oct 21 11:48:01.391725 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-99b9cad5-8bc6-4be4-8e45-5a1a8ef75f5a req-71a70b9e-38e4-463d-8a2c-caac20be64f3 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742056 Oct 21 11:48:01.407824 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-91bcbd56-6bd9-48e3-862f-c9f82041572c req-cdeea3df-e807-4953-a77a-a0db081cc5cb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586350 Oct 21 11:48:01.534025 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372f70a-d85c-42c2-adb4-03f9ea7893e4 req-08821f56-b222-4618-9058-41f38fbfb446 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:01.535796 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6372f70a-d85c-42c2-adb4-03f9ea7893e4 req-08821f56-b222-4618-9058-41f38fbfb446 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0597174 Oct 21 11:48:01.579522 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6372f70a-d85c-42c2-adb4-03f9ea7893e4 req-1c667999-2271-40db-ad71-764375936fe7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333200 Oct 21 11:48:02.551186 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7ab27-ec6b-4a60-ba27-d9975d737bb6 req-d2790243-2cd6-4e41-b903-743540c759af tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:02.552664 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6bb7ab27-ec6b-4a60-ba27-d9975d737bb6 req-d2790243-2cd6-4e41-b903-743540c759af tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0770965 Oct 21 11:48:02.574175 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55716f4-7666-41bb-ac7f-cb44bd86379c req-79fa51d7-7b61-4a96-ba9e-100aaaaadb68 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:02.575563 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c55716f4-7666-41bb-ac7f-cb44bd86379c req-79fa51d7-7b61-4a96-ba9e-100aaaaadb68 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0742095 Oct 21 11:48:02.620940 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6bb7ab27-ec6b-4a60-ba27-d9975d737bb6 req-9ef7d377-7aa8-49a0-8f65-3abe079b68ee tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619550 Oct 21 11:48:02.628332 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c55716f4-7666-41bb-ac7f-cb44bd86379c req-50f8b34e-2e67-40d8-aa3c-a4e019eff151 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461671 Oct 21 11:48:02.730835 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f7383-4e50-443b-b516-bfa142497231 req-34d11b64-1b01-4d3c-8ec9-6df738a3dbb0 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:02.732325 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6b0f7383-4e50-443b-b516-bfa142497231 req-34d11b64-1b01-4d3c-8ec9-6df738a3dbb0 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0512316 Oct 21 11:48:02.770095 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6b0f7383-4e50-443b-b516-bfa142497231 req-c56f7f73-bc2d-4e1f-bebe-6d356b217b9d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Oct 21 11:48:03.996203 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a12a3-85b7-4ff4-a67d-87b8510e3e9e req-9ed46e12-6391-4c3c-ab05-6cd46e225458 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:03.997721 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e97a12a3-85b7-4ff4-a67d-87b8510e3e9e req-9ed46e12-6391-4c3c-ab05-6cd46e225458 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.2938039 Oct 21 11:48:04.005783 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c0fb4-43fb-4ddc-9f80-23c2a513475e req-49bbd7ea-9831-48b5-bf45-afb212e8050f tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:04.007135 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7e2c0fb4-43fb-4ddc-9f80-23c2a513475e req-49bbd7ea-9831-48b5-bf45-afb212e8050f tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.3002737 Oct 21 11:48:04.057049 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e97a12a3-85b7-4ff4-a67d-87b8510e3e9e req-d81f42f0-cc6e-42f5-a5fe-c806d6e6df40 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489836 Oct 21 11:48:04.064115 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7e2c0fb4-43fb-4ddc-9f80-23c2a513475e req-f202b72e-81f8-4c1d-82fd-2de303a2b2b2 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503607 Oct 21 11:48:04.173632 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8728dd1-b7cc-40b7-8883-d103fd1917b8 req-d715a6a4-581a-4d8d-8ef5-617f2e26209e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:04.175073 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d8728dd1-b7cc-40b7-8883-d103fd1917b8 req-d715a6a4-581a-4d8d-8ef5-617f2e26209e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0602322 Oct 21 11:48:04.215707 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d8728dd1-b7cc-40b7-8883-d103fd1917b8 req-7c3e4cff-73e7-4e92-9bad-11b94b71ffb4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345378 Oct 21 11:48:05.213507 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330d9fb-8cf0-4553-b850-823f8e288a04 req-78a0269f-7c4e-438d-99da-8e9ca99f6d07 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:05.215016 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5330d9fb-8cf0-4553-b850-823f8e288a04 req-78a0269f-7c4e-438d-99da-8e9ca99f6d07 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0764980 Oct 21 11:48:05.222131 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4f527-36a0-45e0-8d8c-cd4e651ae86d req-64db057b-e326-4fcf-bec1-f54db1071fd5 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:05.223480 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-53d4f527-36a0-45e0-8d8c-cd4e651ae86d req-64db057b-e326-4fcf-bec1-f54db1071fd5 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0869503 Oct 21 11:48:05.274526 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5330d9fb-8cf0-4553-b850-823f8e288a04 req-61f17106-3ced-42a4-ab3b-3876fcb5f17e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501096 Oct 21 11:48:05.281570 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-53d4f527-36a0-45e0-8d8c-cd4e651ae86d req-871ad723-116b-4a38-858e-571901df0cc2 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514870 Oct 21 11:48:05.383184 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10505a1-bb68-454b-9390-59d6c0af11b2 req-117952da-0a15-4b36-8f96-51a6f453461a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:05.384673 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e10505a1-bb68-454b-9390-59d6c0af11b2 req-117952da-0a15-4b36-8f96-51a6f453461a tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0515842 Oct 21 11:48:05.426596 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e10505a1-bb68-454b-9390-59d6c0af11b2 req-c44b64bc-4b70-48d7-8cd5-41026e6604d1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357447 Oct 21 11:48:06.060856 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 15f182f0-4a55-402a-94ed-a82645336d7e details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:48:06.162807 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:06.179992 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '15f182f0-4a55-402a-94ed-a82645336d7e', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'port_id': '15f182f0-4a55-402a-94ed-a82645336d7e', 'mac_address': 'fa:16:3e:cd:51:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:48:06.220723 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:06.234988 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15f182f0-4a55-402a-94ed-a82645336d7e {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:48:06.256011 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:06.261530 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:06.318603 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=15f182f0-4a55-402a-94ed-a82645336d7e,revision_number=6']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:06.407102 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['15f182f0-4a55-402a-94ed-a82645336d7e'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:48:06.433724 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f965a4-9336-4830-93d0-2813936f09be req-a11ffc99-a84c-47d6-a697-7544b63efd5d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:06.437789 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-48f965a4-9336-4830-93d0-2813936f09be req-a11ffc99-a84c-47d6-a697-7544b63efd5d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 944 time: 0.0822673 Oct 21 11:48:06.498557 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991f784-cc0e-487f-955e-76ec1fa12afa req-b9d02a28-59d9-42f4-a4fb-a96a2625afc1 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:06.501113 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1991f784-cc0e-487f-955e-76ec1fa12afa req-b9d02a28-59d9-42f4-a4fb-a96a2625afc1 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.1211517 Oct 21 11:48:06.511666 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-48f965a4-9336-4830-93d0-2813936f09be req-8acec899-74f4-48da-96c8-0f988b9d0eaa tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650227 Oct 21 11:48:06.583811 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1991f784-cc0e-487f-955e-76ec1fa12afa req-fad66e8e-338a-4111-a41c-25acc605441a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724511 Oct 21 11:48:06.715886 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592fd64-f7c2-4447-9e53-9fc7fdb19cd6 req-94f14cc5-bd56-43c2-b551-65f73182161e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:06.726763 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9592fd64-f7c2-4447-9e53-9fc7fdb19cd6 req-94f14cc5-bd56-43c2-b551-65f73182161e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0952370 Oct 21 11:48:06.777834 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9592fd64-f7c2-4447-9e53-9fc7fdb19cd6 req-a2a11638-d544-4666-b368-b0d4b8075a35 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478840 Oct 21 11:48:06.972038 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-d7c525a3-3823-4623-bc44-f055267cdc51 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:06.974225 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-d7c525a3-3823-4623-bc44-f055267cdc51 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/networks?id=6544d13b-8222-4a8d-ac49-5a1e0806cb73 HTTP/1.1" status: 200 len: 813 time: 0.1360078 Oct 21 11:48:06.991232 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c9ac2fc7-047b-4b38-b69f-53cccf0a68fc tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/quotas/92e656a3ca034966b7410d14629cfb9b HTTP/1.1" status: 200 len: 375 time: 0.0109141 Oct 21 11:48:07.042511 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-8ac7fa7b-6813-436f-9428-608bdae75244 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92e656a3ca034966b7410d14629cfb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444181 Oct 21 11:48:07.163086 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-e2ffde66-b8dc-45e8-b5c6-9dfca102512b service neutron] 10.222.0.24 "GET /v2.0/networks/6544d13b-8222-4a8d-ac49-5a1e0806cb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143806 Oct 21 11:48:07.276220 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-e05d7031-6918-49f1-8b02-6148cd4e1a27 service neutron] 10.222.0.24 "GET /v2.0/networks/6544d13b-8222-4a8d-ac49-5a1e0806cb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122313 Oct 21 11:48:07.468453 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fe543ba8-41a5-4219-b102-b8cef40a8c82 req-d36b80f3-a953-46ce-b729-f4588026806e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0353792 Oct 21 11:48:07.704019 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa8fa6-a2f3-4a45-a288-4fda3fbd6dbb req-48e8edc6-bd4c-4a24-a125-1d6e9ffa4b1f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:07.705697 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d2aa8fa6-a2f3-4a45-a288-4fda3fbd6dbb req-48e8edc6-bd4c-4a24-a125-1d6e9ffa4b1f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 944 time: 0.0660052 Oct 21 11:48:07.781071 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eca3ff-849d-454a-a88a-7fed7341fa0d req-9474f1b1-ba16-44d8-938a-6f854c884180 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:07.782646 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-55eca3ff-849d-454a-a88a-7fed7341fa0d req-9474f1b1-ba16-44d8-938a-6f854c884180 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0984743 Oct 21 11:48:07.788374 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d2aa8fa6-a2f3-4a45-a288-4fda3fbd6dbb req-38de29fb-81b7-4a99-97a9-e17fb4fb8ea7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608127 Oct 21 11:48:07.856936 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-55eca3ff-849d-454a-a88a-7fed7341fa0d req-8079a4f2-e2e6-41f3-8c80-8dcf09312c83 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648875 Oct 21 11:48:07.994373 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698e805-6276-4a5b-8bcc-3d7a93903498 req-b6dc9201-fdad-487c-96ef-a9df9adecced tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:07.996212 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1698e805-6276-4a5b-8bcc-3d7a93903498 req-b6dc9201-fdad-487c-96ef-a9df9adecced tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0823553 Oct 21 11:48:08.081622 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 15f182f0-4a55-402a-94ed-a82645336d7e up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:48:08.085274 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1698e805-6276-4a5b-8bcc-3d7a93903498 req-bfd65b5e-16de-4fbe-82a8-af53ce3c6667 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819330 Oct 21 11:48:08.147336 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 15f182f0-4a55-402a-94ed-a82645336d7e triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:48:08.148117 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:08.291121 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:08.320705 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:48:08.323218 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed23d6ad-039c-44f5-919b-797d4ed1b998" -d '{"events": [{"server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "name": "network-vif-plugged", "status": "completed", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:48:08.338084 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:08.344659 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:08.377813 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189e516f-aabb-4e07-bb21-e5547ea44860 x-openstack-request-id: req-189e516f-aabb-4e07-bb21-e5547ea44860 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:48:08.378193 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "name": "network-vif-plugged", "status": "completed", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:48:08.378488 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-189e516f-aabb-4e07-bb21-e5547ea44860 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:48:08.378875 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e', 'code': 200} Oct 21 11:48:08.406862 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=15f182f0-4a55-402a-94ed-a82645336d7e,revision_number=7']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:08.587670 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-be8d2640-66c6-477d-913a-6b0c420f61d7 req-56139897-a063-428c-a0d9-aea9d1b80a3d tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0435989 Oct 21 11:48:09.011757 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea42b5-89e7-4054-ba54-302e86f1ce9b req-14cd5127-b267-42e9-80ec-054087141b5a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:09.011757 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c4ea42b5-89e7-4054-ba54-302e86f1ce9b req-14cd5127-b267-42e9-80ec-054087141b5a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.1109695 Oct 21 11:48:09.057269 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4567db-e3a5-43c3-b9e8-9d1c6015a37b req-23b9950f-e606-4703-9c94-8e35873a7bce tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:09.059679 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bc4567db-e3a5-43c3-b9e8-9d1c6015a37b req-23b9950f-e606-4703-9c94-8e35873a7bce tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.1055367 Oct 21 11:48:09.075911 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:48:09.078951 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c4ea42b5-89e7-4054-ba54-302e86f1ce9b req-d220fc54-25be-4253-8287-b223bbbf1506 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600197 Oct 21 11:48:09.132107 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bc4567db-e3a5-43c3-b9e8-9d1c6015a37b req-e73ff922-cca0-4279-a754-3a1ae825cb5f tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634215 Oct 21 11:48:09.243959 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc33e2-55dc-4d48-ae8e-b0e56ccfdd2a req-1248287a-be09-4adf-9443-f4d7b412db0b tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:09.254884 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-febc33e2-55dc-4d48-ae8e-b0e56ccfdd2a req-1248287a-be09-4adf-9443-f4d7b412db0b tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0812252 Oct 21 11:48:09.323710 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-febc33e2-55dc-4d48-ae8e-b0e56ccfdd2a req-e8f42d7d-b111-43cc-abeb-21d405fee184 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656440 Oct 21 11:48:09.725942 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a427a1a8-ff80-4e83-9826-f843767ff0b4 req-d9ce90bd-a019-47d4-afb3-0c9b6f9349e5 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0398207 Oct 21 11:48:10.271270 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace7cab-4aad-473b-88f1-6216f7a34cb5 req-e8a2216e-a6fd-4e47-ab77-81c764531daf tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:10.272812 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8ace7cab-4aad-473b-88f1-6216f7a34cb5 req-e8a2216e-a6fd-4e47-ab77-81c764531daf tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0986059 Oct 21 11:48:10.294158 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b5f7-2430-49b1-bb7c-9d934a34ebb1 req-bd787bc3-df98-46e8-9c25-46b4b54762cb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:10.297594 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f327b5f7-2430-49b1-bb7c-9d934a34ebb1 req-bd787bc3-df98-46e8-9c25-46b4b54762cb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0815170 Oct 21 11:48:10.344518 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8ace7cab-4aad-473b-88f1-6216f7a34cb5 req-ce0776a0-0b13-4a10-9e8a-a86b474262b9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654972 Oct 21 11:48:10.359325 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f327b5f7-2430-49b1-bb7c-9d934a34ebb1 req-0aadcd87-47c5-4b38-9acb-905cc49df60b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549285 Oct 21 11:48:10.481097 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34991afb-5871-4e96-a402-428dda7d1200 req-1184ce47-b2df-4e45-903b-3ad14a805935 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:10.482580 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-34991afb-5871-4e96-a402-428dda7d1200 req-1184ce47-b2df-4e45-903b-3ad14a805935 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0517516 Oct 21 11:48:10.522449 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-34991afb-5871-4e96-a402-428dda7d1200 req-9181db79-48e4-4331-b79d-158f0e313fe7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Oct 21 11:48:10.845581 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c86dbbb3-2351-47ba-9721-99ac4c476f2b req-bc2e0bd1-f8fc-4bd6-b9a3-6bee66776f0b tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0335546 Oct 21 11:48:10.943849 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-94eb4ba3-ec1e-4110-bc3a-9ed20a2a2aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:11.498297 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e302e-c8bf-4d31-93f3-e2d9437f9c53 req-936f0e1e-5189-43a6-8f7d-8cd28071658a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:11.499907 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d75e302e-c8bf-4d31-93f3-e2d9437f9c53 req-936f0e1e-5189-43a6-8f7d-8cd28071658a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0708914 Oct 21 11:48:11.567320 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696defd-9e1c-4e0f-97dd-6f5ca1f0786b req-1a8a5d98-57b1-4903-a60a-7bccf05d4921 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:11.568898 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1696defd-9e1c-4e0f-97dd-6f5ca1f0786b req-1a8a5d98-57b1-4903-a60a-7bccf05d4921 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0876744 Oct 21 11:48:11.578673 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d75e302e-c8bf-4d31-93f3-e2d9437f9c53 req-00513b61-88ba-4fe9-98f6-c362765ddff7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594904 Oct 21 11:48:11.639427 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1696defd-9e1c-4e0f-97dd-6f5ca1f0786b req-3d5c7dbb-57e7-4936-8f8c-2ae6606f9e0d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548599 Oct 21 11:48:11.719676 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde4e7f-86e2-4701-83d5-357be0c6f59e req-42c09aa1-f69f-4578-bf55-69513cc1692b tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:11.727681 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cbde4e7f-86e2-4701-83d5-357be0c6f59e req-42c09aa1-f69f-4578-bf55-69513cc1692b tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0610502 Oct 21 11:48:11.762472 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cbde4e7f-86e2-4701-83d5-357be0c6f59e req-8f7fa7f5-015c-4911-a60c-d08be850ec72 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338101 Oct 21 11:48:11.963730 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dcb19661-599b-4444-9f52-264d0d2f3360 req-9558b633-7115-4900-b942-f7561d5e4d1e tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0329204 Oct 21 11:48:12.103841 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3424116-b67d-4fcf-a9d9-125df83b8bfe tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:12.105312 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3424116-b67d-4fcf-a9d9-125df83b8bfe tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.47 "GET /v2.0/networks?id=6544d13b-8222-4a8d-ac49-5a1e0806cb73 HTTP/1.1" status: 200 len: 813 time: 0.1524718 Oct 21 11:48:12.123903 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Request body: {'port': {'device_id': 'a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6', 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73', 'admin_state_up': True, 'tenant_id': '92e656a3ca034966b7410d14629cfb9b'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:48:12.280033 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Made reservation on behalf of 92e656a3ca034966b7410d14629cfb9b for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:48:12.284308 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:12.422666 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Allocated IP 172.20.0.14 (6544d13b-8222-4a8d-ac49-5a1e0806cb73/2232083c-fc4a-491e-8820-3b572f8933a1/b715278f-584e-4650-9f73-b6076bff7347) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:48:12.588545 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:12.630721 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:12.690539 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:48:12.714783 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:48:12.727505 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:48:12.755613 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Pushing event updated for resources: {'Port': ['ID=b715278f-584e-4650-9f73-b6076bff7347,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:12.819048 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac903333-8d26-4024-90d6-33c51606f020 req-e1472b31-486e-4250-9ed5-51598d583a15 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:12.833488 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ac903333-8d26-4024-90d6-33c51606f020 req-e1472b31-486e-4250-9ed5-51598d583a15 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.1420267 Oct 21 11:48:12.851360 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:12.852487 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:12.885951 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ac903333-8d26-4024-90d6-33c51606f020 req-920b9ba0-4550-4a5d-b134-7b77cf558184 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575337 Oct 21 11:48:12.909350 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-788f636b-7bb8-4e3e-8277-ee5cf829e7e3 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7912018 Oct 21 11:48:12.917651 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8451-1508-4ed5-96b0-f2737ad4415d req-ce5c19f3-8815-4d0a-9fcd-31998aefd1bc tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:12.925039 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-25db8451-1508-4ed5-96b0-f2737ad4415d req-ce5c19f3-8815-4d0a-9fcd-31998aefd1bc tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.1594892 Oct 21 11:48:12.931305 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Request body: {'port': {'device_id': 'a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:48:12.972496 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-25db8451-1508-4ed5-96b0-f2737ad4415d req-b65eaf16-16a5-4ef1-b592-b130033d18be tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442114 Oct 21 11:48:13.061483 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533923-52f3-4fc1-a3e9-759e302c5c9f req-09570d97-6092-466f-8a72-1a8b9bc8a3e7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:13.062883 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b7533923-52f3-4fc1-a3e9-759e302c5c9f req-09570d97-6092-466f-8a72-1a8b9bc8a3e7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0701029 Oct 21 11:48:13.091887 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:13.209535 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b7533923-52f3-4fc1-a3e9-759e302c5c9f req-24378f47-b5a6-44e4-a2c9-d4a6a1f9efc2 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392229 Oct 21 11:48:13.234996 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433ce5-8082-4220-892d-a498303472ef req-ad10ec06-6237-46f8-a27a-4e94cf98c7e2 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:13.243505 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0e433ce5-8082-4220-892d-a498303472ef req-ad10ec06-6237-46f8-a27a-4e94cf98c7e2 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 932 time: 0.1248555 Oct 21 11:48:13.308360 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0e433ce5-8082-4220-892d-a498303472ef req-6b587fa3-54b5-4331-8051-95499f7dd161 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634468 Oct 21 11:48:13.490486 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8fb07aba-5a6b-449d-8d00-1fe9748bb77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:13.505816 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b715278f-584e-4650-9f73-b6076bff7347 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:48:13.515549 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:13.530084 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Transition to ACTIVE for port object b715278f-584e-4650-9f73-b6076bff7347 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:48:13.535008 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:13.594673 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b715278f-584e-4650-9f73-b6076bff7347,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:13.686345 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Attempting to bind port b715278f-584e-4650-9f73-b6076bff7347 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:48:13.686741 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Attempting to bind port b715278f-584e-4650-9f73-b6076bff7347 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '27b25990-7593-4a28-9806-3d85eb50e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:48:13.687394 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Attempting to bind port b715278f-584e-4650-9f73-b6076bff7347 on network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:48:13.695686 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Port b715278f-584e-4650-9f73-b6076bff7347 on network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:48:13.696723 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Attempting to bind port b715278f-584e-4650-9f73-b6076bff7347 on network 6544d13b-8222-4a8d-ac49-5a1e0806cb73 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:48:13.704682 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:48:13.706198 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Checking segment: {'id': '27b25990-7593-4a28-9806-3d85eb50e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:48:13.706198 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Bound using segment: {'id': '27b25990-7593-4a28-9806-3d85eb50e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:48:13.706819 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Bound port: b715278f-584e-4650-9f73-b6076bff7347, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b25990-7593-4a28-9806-3d85eb50e499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:48:13.707283 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:13.798375 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] For port b715278f-584e-4650-9f73-b6076bff7347, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:48:13.802141 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] For port b715278f-584e-4650-9f73-b6076bff7347, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=b715278f-584e-4650-9f73-b6076bff7347,segment=NetworkSegment(27b25990-7593-4a28-9806-3d85eb50e499),segment_id=27b25990-7593-4a28-9806-3d85eb50e499)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:48:13.811727 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:13.858069 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:13.858684 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:13.860186 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] 10.222.0.47 "PUT /v2.0/ports/b715278f-584e-4650-9f73-b6076bff7347 HTTP/1.1" status: 200 len: 1094 time: 0.9343240 Oct 21 11:48:13.860652 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6', 'tag': 'b715278f-584e-4650-9f73-b6076bff7347'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:48:13.863721 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0580255-1663-45d7-8ef7-c755b02391d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6", "tag": "b715278f-584e-4650-9f73-b6076bff7347"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:48:13.889449 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e487d9-26fa-4d40-948a-2ad8a5f844c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b715278f-584e-4650-9f73-b6076bff7347,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:13.905290 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa63ee1-3044-4dc2-94cd-954314591032 x-openstack-request-id: req-9aa63ee1-3044-4dc2-94cd-954314591032 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:48:13.905587 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6", "tag": "b715278f-584e-4650-9f73-b6076bff7347", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:48:13.905841 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9aa63ee1-3044-4dc2-94cd-954314591032 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:48:13.906232 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6', 'tag': 'b715278f-584e-4650-9f73-b6076bff7347', 'status': 'completed', 'code': 200} Oct 21 11:48:14.003653 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0580255-1663-45d7-8ef7-c755b02391d4 req-7ca41187-1822-4893-ada2-46a23fd39c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:14.009846 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e0580255-1663-45d7-8ef7-c755b02391d4 req-7ca41187-1822-4893-ada2-46a23fd39c3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92e656a3ca034966b7410d14629cfb9b&device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 1097 time: 0.0702457 Oct 21 11:48:14.053153 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce7ae0-e7e7-4488-8f32-bab83a041f13 req-280088f3-8439-4d41-8437-0b3a9abdd1f4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:14.054934 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-04ce7ae0-e7e7-4488-8f32-bab83a041f13 req-280088f3-8439-4d41-8437-0b3a9abdd1f4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0745876 Oct 21 11:48:14.124100 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device fca9ff17-0207-477e-9953-4a607efa4c55 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:48:14.154521 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-04ce7ae0-e7e7-4488-8f32-bab83a041f13 req-3ccdcdf1-e699-4dff-a08b-a780fa1bff8d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917315 Oct 21 11:48:14.187728 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1de9cb-576a-463e-89c8-7f73ec73b70a req-7c199e5e-7ead-4b71-acd6-001180007c10 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:14.189492 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9f1de9cb-576a-463e-89c8-7f73ec73b70a req-7c199e5e-7ead-4b71-acd6-001180007c10 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.1046751 Oct 21 11:48:14.217969 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0580255-1663-45d7-8ef7-c755b02391d4 req-eaa8cfc3-d2a0-47de-9784-ec3dbfde6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:14.222639 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e0580255-1663-45d7-8ef7-c755b02391d4 req-eaa8cfc3-d2a0-47de-9784-ec3dbfde6822 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=92e656a3ca034966b7410d14629cfb9b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2021098 Oct 21 11:48:14.262566 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9f1de9cb-576a-463e-89c8-7f73ec73b70a req-924e640b-c6a3-41a8-8ee1-60ea346e2207 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658152 Oct 21 11:48:14.386390 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port fca9ff17-0207-477e-9953-4a607efa4c55, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fca9ff17-0207-477e-9953-4a607efa4c55,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:14.443068 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'port_id': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'mac_address': 'fa:16:3e:fa:a4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:48:14.508771 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0580255-1663-45d7-8ef7-c755b02391d4 req-18df4e34-5fd0-47cd-8840-9b3a78342608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:14.518211 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e0580255-1663-45d7-8ef7-c755b02391d4 req-18df4e34-5fd0-47cd-8840-9b3a78342608 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2798114 Oct 21 11:48:14.535564 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea70c4f-247e-49e1-af41-c47811f0612b req-201e77f2-822a-4458-8f97-d96d7508f27e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:14.544787 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1ea70c4f-247e-49e1-af41-c47811f0612b req-201e77f2-822a-4458-8f97-d96d7508f27e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.1834855 Oct 21 11:48:14.556256 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:14.561748 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:14.585221 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca9ff17-0207-477e-9953-4a607efa4c55 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:48:14.591645 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:14.630801 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port fca9ff17-0207-477e-9953-4a607efa4c55, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fca9ff17-0207-477e-9953-4a607efa4c55,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:14.639019 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:14.655530 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-2e059116-3fc3-4aea-811b-90a90a8fcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:14.658338 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-2e059116-3fc3-4aea-811b-90a90a8fcacf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92e656a3ca034966b7410d14629cfb9b&device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 1097 time: 0.0602145 Oct 21 11:48:14.669926 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f48c15-d423-4597-a70d-8909f7bf4d87 req-cd8e9f5e-95a2-4b98-ada5-054eac2e4b22 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:14.671788 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e2f48c15-d423-4597-a70d-8909f7bf4d87 req-cd8e9f5e-95a2-4b98-ada5-054eac2e4b22 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 944 time: 0.1860671 Oct 21 11:48:14.681834 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1ea70c4f-247e-49e1-af41-c47811f0612b req-90672732-1b4a-49df-befb-e910433d11b9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359189 Oct 21 11:48:14.692959 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=fca9ff17-0207-477e-9953-4a607efa4c55,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:14.750933 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-51b376d3-ffac-4ee4-bf6a-5861964792d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b715278f-584e-4650-9f73-b6076bff7347 HTTP/1.1" status: 200 len: 217 time: 0.0825670 Oct 21 11:48:14.758121 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e2f48c15-d423-4597-a70d-8909f7bf4d87 req-1626739e-afb7-457d-ba47-58dc3af5887d tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752978 Oct 21 11:48:15.048823 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['fca9ff17-0207-477e-9953-4a607efa4c55'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:48:15.061064 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-5b3b670d-1afd-4637-9c6a-a24113151a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:15.065681 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-5b3b670d-1afd-4637-9c6a-a24113151a68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2232083c-fc4a-491e-8820-3b572f8933a1 HTTP/1.1" status: 200 len: 853 time: 0.3050690 Oct 21 11:48:15.119820 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-11b5e3ad-d97c-469d-baa9-5af64cc4571c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6544d13b-8222-4a8d-ac49-5a1e0806cb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440803 Oct 21 11:48:15.312655 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-e105689d-7769-4626-92cd-c696afe56b3c service neutron] 10.222.0.47 "GET /v2.0/networks/6544d13b-8222-4a8d-ac49-5a1e0806cb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755123 Oct 21 11:48:15.325021 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b68a5f-8018-484f-8d8b-cc19389aca2b req-b532fc99-2fc5-4fc0-928b-ff83ab4bc2f7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:15.328753 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a9b68a5f-8018-484f-8d8b-cc19389aca2b req-b532fc99-2fc5-4fc0-928b-ff83ab4bc2f7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0861065 Oct 21 11:48:15.398257 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a9b68a5f-8018-484f-8d8b-cc19389aca2b req-a4f1105d-4e97-4865-847b-3c63dd1ad56a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594120 Oct 21 11:48:15.457169 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0c984f16-bb67-42d5-a7c9-ffe43f9506fc req-7a30c1e6-52ba-49a2-abac-c556879e28ee service neutron] 10.222.0.47 "GET /v2.0/networks/6544d13b-8222-4a8d-ac49-5a1e0806cb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337578 Oct 21 11:48:15.518233 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e49a06-55e6-4bc9-9ee6-8433468e8993 req-9357d464-5597-4732-b69b-18f9b02f6efb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:15.521509 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-02e49a06-55e6-4bc9-9ee6-8433468e8993 req-9357d464-5597-4732-b69b-18f9b02f6efb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 944 time: 0.1171381 Oct 21 11:48:15.566713 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-02e49a06-55e6-4bc9-9ee6-8433468e8993 req-5dc5976f-37bd-4d84-a8da-72c2f85d7237 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358248 Oct 21 11:48:15.849526 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9a439-7bdc-4202-adce-3b34efbed0b8 req-d66a283c-6851-48e5-a032-60f996186b3c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:15.858656 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6ca9a439-7bdc-4202-adce-3b34efbed0b8 req-d66a283c-6851-48e5-a032-60f996186b3c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0752821 Oct 21 11:48:15.945124 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6ca9a439-7bdc-4202-adce-3b34efbed0b8 req-4de98aa4-1f35-4b14-85d3-0cac5ad0b07f tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852468 Oct 21 11:48:15.972158 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c4927-d9f7-4f51-9b84-7097283174fa req-cb638c84-4b8f-4b50-b164-baf769472a43 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:15.973714 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4a9c4927-d9f7-4f51-9b84-7097283174fa req-cb638c84-4b8f-4b50-b164-baf769472a43 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 944 time: 0.0965102 Oct 21 11:48:16.025971 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4a9c4927-d9f7-4f51-9b84-7097283174fa req-c3994df8-abfc-405a-9692-a198495c26b1 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450859 Oct 21 11:48:16.292129 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:16.557917 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295306c-b342-4525-99c6-1235a2ca9037 req-5306abce-5856-4d27-a534-aa0e7ca9dc52 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:16.559467 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5295306c-b342-4525-99c6-1235a2ca9037 req-5306abce-5856-4d27-a534-aa0e7ca9dc52 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0648606 Oct 21 11:48:16.615234 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5295306c-b342-4525-99c6-1235a2ca9037 req-8b368401-3273-48b5-bc06-fc4c55e87da6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364602 Oct 21 11:48:16.701631 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122ec5-02b6-4648-945a-7896565bf44e req-c67675ab-669d-43f5-a440-268789803384 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:16.710545 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e3122ec5-02b6-4648-945a-7896565bf44e req-c67675ab-669d-43f5-a440-268789803384 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 944 time: 0.0602357 Oct 21 11:48:16.746370 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e3122ec5-02b6-4648-945a-7896565bf44e req-a94df60e-707b-4c68-bd50-ec34b4dd8f49 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346892 Oct 21 11:48:17.105852 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c2ae1-fd97-4715-888e-f14c189681d2 req-98c84e83-2468-41bf-ba54-878f15b0c0be tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:17.107921 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-087c2ae1-fd97-4715-888e-f14c189681d2 req-98c84e83-2468-41bf-ba54-878f15b0c0be tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0764215 Oct 21 11:48:17.195449 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-087c2ae1-fd97-4715-888e-f14c189681d2 req-02d9ce59-dcfd-4934-a2a5-76b4d72e2409 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756938 Oct 21 11:48:17.208788 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a0931-54c6-467a-bea7-8e6c47eb9620 req-57fd1110-0bb8-44b0-9974-d1a2fef229b5 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:17.213714 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cc3a0931-54c6-467a-bea7-8e6c47eb9620 req-57fd1110-0bb8-44b0-9974-d1a2fef229b5 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 944 time: 0.1044240 Oct 21 11:48:17.272307 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cc3a0931-54c6-467a-bea7-8e6c47eb9620 req-68607806-2f0e-48c2-bc0c-71f4c346d690 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460854 Oct 21 11:48:17.458545 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 50168) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:17.583326 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:17.664097 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:17.669623 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:17.716953 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb6d9c99fe8f457b95cb59b6cb718d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569234 Oct 21 11:48:17.722418 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fbc4f9-7823-4347-a500-3f03f72694b9,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:17.724622 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 50182) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:17.739876 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.740205 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.740883 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.740883 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.741228 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.741688 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.741851 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.742175 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.742549 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.743045 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.743161 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.744027 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a42ab4-36ea-431b-bd81-3287a6c9f11c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:17.767764 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b788b-5cea-4700-aa2d-6a821c748b1b req-91e2da73-e890-4d38-a64c-da1c1443529b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:17.771010 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a84b788b-5cea-4700-aa2d-6a821c748b1b req-91e2da73-e890-4d38-a64c-da1c1443529b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0700362 Oct 21 11:48:17.795745 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b905a335-8a73-4ec8-bfc6-85fe13a23239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:17.816467 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a84b788b-5cea-4700-aa2d-6a821c748b1b req-834f4c9a-3624-4155-b786-0cd9f734d775 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348670 Oct 21 11:48:17.817731 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b905a335-8a73-4ec8-bfc6-85fe13a23239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:17.867383 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b905a335-8a73-4ec8-bfc6-85fe13a23239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:17.870064 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b905a335-8a73-4ec8-bfc6-85fe13a23239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:17.873581 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-b905a335-8a73-4ec8-bfc6-85fe13a23239 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56fbc4f9-7823-4347-a500-3f03f72694b9 HTTP/1.1" status: 204 len: 168 time: 0.1470926 Oct 21 11:48:17.875625 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec512e-e556-47ac-a0c8-1515deb0fca1 req-0d789beb-bd08-49a4-920a-8d68a25111ac tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:17.877239 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7eec512e-e556-47ac-a0c8-1515deb0fca1 req-0d789beb-bd08-49a4-920a-8d68a25111ac tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 944 time: 0.0522933 Oct 21 11:48:17.882224 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905a335-8a73-4ec8-bfc6-85fe13a23239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fbc4f9-7823-4347-a500-3f03f72694b9,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:17.925779 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7eec512e-e556-47ac-a0c8-1515deb0fca1 req-11dcc316-649a-4bec-a8bc-bbedd9e7f194 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416417 Oct 21 11:48:18.124821 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device b715278f-584e-4650-9f73-b6076bff7347 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:48:18.128932 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device fca9ff17-0207-477e-9953-4a607efa4c55 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:48:18.248156 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port fca9ff17-0207-477e-9953-4a607efa4c55 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:48:18.257353 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port fca9ff17-0207-477e-9953-4a607efa4c55 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:48:18.257721 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:18.303778 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port b715278f-584e-4650-9f73-b6076bff7347, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=b715278f-584e-4650-9f73-b6076bff7347,segment=NetworkSegment(27b25990-7593-4a28-9806-3d85eb50e499),segment_id=27b25990-7593-4a28-9806-3d85eb50e499)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:18.330344 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': 'b715278f-584e-4650-9f73-b6076bff7347', 'network_id': '6544d13b-8222-4a8d-ac49-5a1e0806cb73', 'port_id': 'b715278f-584e-4650-9f73-b6076bff7347', 'mac_address': 'fa:16:3e:f3:7f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2232083c-fc4a-491e-8820-3b572f8933a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:48:18.375000 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c440600-b73f-41f0-a36d-e32c7b8623ea req-e1d4a965-2367-4cdb-9fca-04ee9263f94f tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:18.377039 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9c440600-b73f-41f0-a36d-e32c7b8623ea req-e1d4a965-2367-4cdb-9fca-04ee9263f94f tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0779254 Oct 21 11:48:18.493007 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a08cd5-91de-4ed7-9c98-0c5329319e72 req-79fec0e2-2425-4375-998e-29297c182833 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:18.494652 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d6a08cd5-91de-4ed7-9c98-0c5329319e72 req-79fec0e2-2425-4375-998e-29297c182833 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 944 time: 0.1163187 Oct 21 11:48:18.510818 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9c440600-b73f-41f0-a36d-e32c7b8623ea req-d51d06e2-e522-423b-b289-8f39432fe488 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160436 Oct 21 11:48:18.549218 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e53ff-ee5c-4507-b5ca-4abb4612470f req-bc1226b6-8375-4209-bf01-f537ba721b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:18.553705 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f34e53ff-ee5c-4507-b5ca-4abb4612470f req-bc1226b6-8375-4209-bf01-f537ba721b42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 1098 time: 0.0890968 Oct 21 11:48:18.564697 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d6a08cd5-91de-4ed7-9c98-0c5329319e72 req-d5cd51e2-0363-4e90-a0e4-be8c606ac3ca tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520396 Oct 21 11:48:18.591329 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:18.598883 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:18.619042 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b715278f-584e-4650-9f73-b6076bff7347 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:48:18.652216 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:48:18.654971 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a063103f-2b53-4649-8614-d09538ec98c5" -d '{"events": [{"server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "name": "network-vif-plugged", "status": "completed", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:48:18.675628 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port b715278f-584e-4650-9f73-b6076bff7347, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=b715278f-584e-4650-9f73-b6076bff7347,segment=NetworkSegment(27b25990-7593-4a28-9806-3d85eb50e499),segment_id=27b25990-7593-4a28-9806-3d85eb50e499)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:18.677847 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port fca9ff17-0207-477e-9953-4a607efa4c55, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fca9ff17-0207-477e-9953-4a607efa4c55,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:18.684207 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:18.697935 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:18.731731 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e53ff-ee5c-4507-b5ca-4abb4612470f req-2c62045c-cc70-4c33-9631-98a2578456ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:18.734635 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0800c1-f21a-4341-b43e-e187deaa0961 x-openstack-request-id: req-9c0800c1-f21a-4341-b43e-e187deaa0961 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:48:18.735183 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "name": "network-vif-plugged", "status": "completed", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:48:18.735561 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c0800c1-f21a-4341-b43e-e187deaa0961 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:48:18.737370 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f34e53ff-ee5c-4507-b5ca-4abb4612470f req-2c62045c-cc70-4c33-9631-98a2578456ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 918 time: 0.1625416 Oct 21 11:48:18.737492 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'code': 200} Oct 21 11:48:18.781805 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=b715278f-584e-4650-9f73-b6076bff7347,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:18.843758 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=fca9ff17-0207-477e-9953-4a607efa4c55,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:18.856705 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f34e53ff-ee5c-4507-b5ca-4abb4612470f req-af92bdf5-344c-4077-afb5-f83e388e24f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f182f0-4a55-402a-94ed-a82645336d7e HTTP/1.1" status: 200 len: 1000 time: 0.0882502 Oct 21 11:48:18.857680 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0399f-b6f1-4ad0-a56f-83ef82f0025f req-9acb2302-53a7-40a5-baa9-4ee559476300 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:18.859204 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-38c0399f-b6f1-4ad0-a56f-83ef82f0025f req-9acb2302-53a7-40a5-baa9-4ee559476300 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 945 time: 0.0623808 Oct 21 11:48:18.932523 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e53ff-ee5c-4507-b5ca-4abb4612470f req-8c9542ef-4104-4706-a4ca-a08b9c66ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:18.935739 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f34e53ff-ee5c-4507-b5ca-4abb4612470f req-8c9542ef-4104-4706-a4ca-a08b9c66ec23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.0692627 Oct 21 11:48:18.938091 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-38c0399f-b6f1-4ad0-a56f-83ef82f0025f req-42c277fc-242b-452e-b56f-18c5f8c6b339 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708864 Oct 21 11:48:19.012670 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e53ff-ee5c-4507-b5ca-4abb4612470f req-598f55c9-d2ae-4158-a57c-ffc53070f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:19.014251 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f34e53ff-ee5c-4507-b5ca-4abb4612470f req-598f55c9-d2ae-4158-a57c-ffc53070f7fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485435 Oct 21 11:48:19.014453 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cdad1-dbaa-47dd-9ddb-2aa25182d464 req-61c0ebcb-13b7-4b3d-9dcf-c2283155f664 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:19.016445 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2d1cdad1-dbaa-47dd-9ddb-2aa25182d464 req-61c0ebcb-13b7-4b3d-9dcf-c2283155f664 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0986271 Oct 21 11:48:19.093388 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2d1cdad1-dbaa-47dd-9ddb-2aa25182d464 req-bb672507-dce5-42ba-9b14-a70fa2cb6d73 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453739 Oct 21 11:48:19.101407 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07a1ec-956f-4e6e-bd4f-8322fb280229 req-c530e289-cc6b-4afb-949b-0b3754dd8c95 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:19.102936 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7a07a1ec-956f-4e6e-bd4f-8322fb280229 req-c530e289-cc6b-4afb-949b-0b3754dd8c95 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0855761 Oct 21 11:48:19.120456 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829568b7-7f52-4e09-9aaf-7c0da6e9efa1 req-12c6313d-7b28-4cfb-b694-3b9645efd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:19.122003 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-829568b7-7f52-4e09-9aaf-7c0da6e9efa1 req-12c6313d-7b28-4cfb-b694-3b9645efd8c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 1098 time: 0.1058571 Oct 21 11:48:19.143349 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7a07a1ec-956f-4e6e-bd4f-8322fb280229 req-41efa082-3951-49b6-832e-3781de84a459 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331566 Oct 21 11:48:19.180777 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f34e53ff-ee5c-4507-b5ca-4abb4612470f req-2f71fa0b-9f6e-4245-8159-a5554c9369f5 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538794 Oct 21 11:48:19.181671 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['b715278f-584e-4650-9f73-b6076bff7347'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:48:19.192267 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-829568b7-7f52-4e09-9aaf-7c0da6e9efa1 req-065b81c1-6bad-4a94-bc96-e72d42786e88 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534520 Oct 21 11:48:19.283205 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f34e53ff-ee5c-4507-b5ca-4abb4612470f req-195dfe72-3cb3-476d-947c-a567b143e2a0 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897021 Oct 21 11:48:19.647128 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f7aa0-62bd-40fe-851d-d2a200935ca2 req-5b967db6-12c0-4c84-80cc-24d811314374 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:19.648704 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-be6f7aa0-62bd-40fe-851d-d2a200935ca2 req-5b967db6-12c0-4c84-80cc-24d811314374 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0656276 Oct 21 11:48:19.712302 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-be6f7aa0-62bd-40fe-851d-d2a200935ca2 req-2bd4c03d-6265-44cc-a4fd-721310dd9020 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523500 Oct 21 11:48:19.725891 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765a83c-4ba1-4908-99a4-aac1e37fa622 req-ac99b72a-2511-4e8e-8903-28d3b5bc5333 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:19.727829 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9765a83c-4ba1-4908-99a4-aac1e37fa622 req-ac99b72a-2511-4e8e-8903-28d3b5bc5333 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 945 time: 0.0781655 Oct 21 11:48:19.767355 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9765a83c-4ba1-4908-99a4-aac1e37fa622 req-236f6947-6c39-4895-814e-aac2095dbf9d tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Oct 21 11:48:20.060301 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e8e97-cd43-45d6-ba39-b4bf6f09598c req-ddbd6420-359e-4cf1-956b-dd801bf128bf tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:20.061832 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e78e8e97-cd43-45d6-ba39-b4bf6f09598c req-ddbd6420-359e-4cf1-956b-dd801bf128bf tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 945 time: 0.0499907 Oct 21 11:48:20.101162 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e78e8e97-cd43-45d6-ba39-b4bf6f09598c req-448560f2-87cd-4240-844b-f8d09fe4d3cc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327020 Oct 21 11:48:20.229872 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f938-e19f-452d-a7d9-bf5d67fa41cb req-7e4551bf-90c3-48ae-bf28-46a008f8a104 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:20.231473 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9091f938-e19f-452d-a7d9-bf5d67fa41cb req-7e4551bf-90c3-48ae-bf28-46a008f8a104 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0601323 Oct 21 11:48:20.296892 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9091f938-e19f-452d-a7d9-bf5d67fa41cb req-a19e7f80-7832-42b6-9e48-bfb36ad93c33 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530603 Oct 21 11:48:20.317598 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c0888-1111-46c8-be25-ed737933b268 req-3861dbc8-1a78-443f-a363-5a2f75c4eea8 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:20.319173 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-956c0888-1111-46c8-be25-ed737933b268 req-3861dbc8-1a78-443f-a363-5a2f75c4eea8 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0867815 Oct 21 11:48:20.372992 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-956c0888-1111-46c8-be25-ed737933b268 req-21577e01-30d3-4eb4-8cf0-39ddaa08683b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467699 Oct 21 11:48:20.831891 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f24d75-94f6-47e2-a7f1-587933a2fabf req-194ad7ac-9685-4262-a116-0adfe1bd8061 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:20.833433 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-63f24d75-94f6-47e2-a7f1-587933a2fabf req-194ad7ac-9685-4262-a116-0adfe1bd8061 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0507336 Oct 21 11:48:20.903382 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-63f24d75-94f6-47e2-a7f1-587933a2fabf req-ee4c445d-bc13-4e6a-99f0-0b8119ebd1a4 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559218 Oct 21 11:48:20.911695 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f19c7-a4fc-4dff-b5ac-e025ed627924 req-b8cc0fda-d891-4746-9e87-01947f976fd2 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:20.913163 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-363f19c7-a4fc-4dff-b5ac-e025ed627924 req-b8cc0fda-d891-4746-9e87-01947f976fd2 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 945 time: 0.0771241 Oct 21 11:48:20.959280 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-363f19c7-a4fc-4dff-b5ac-e025ed627924 req-b3c41000-f8fd-46a4-979d-c743a4358edd tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371668 Oct 21 11:48:21.026780 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952826a-2ffd-4078-a426-fd5070040a38 req-74a96144-1343-41c6-a72d-4431c7639d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:21.028260 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f952826a-2ffd-4078-a426-fd5070040a38 req-74a96144-1343-41c6-a72d-4431c7639d17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 1098 time: 0.0469661 Oct 21 11:48:21.029292 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:21.144676 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952826a-2ffd-4078-a426-fd5070040a38 req-2c5b18a0-ca58-457e-9d2c-7afb2f6c9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:21.146179 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f952826a-2ffd-4078-a426-fd5070040a38 req-2c5b18a0-ca58-457e-9d2c-7afb2f6c9b5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 920 time: 0.0903261 Oct 21 11:48:21.200847 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f952826a-2ffd-4078-a426-fd5070040a38 req-cf1c3833-55ff-4a46-a9cc-6e49578e9d6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac HTTP/1.1" status: 200 len: 217 time: 0.0391226 Oct 21 11:48:21.218720 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db398a6-384e-453b-9ee4-c740472d12f0 req-92de8992-6675-499a-8c70-f2a140737d3f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:21.220197 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2db398a6-384e-453b-9ee4-c740472d12f0 req-92de8992-6675-499a-8c70-f2a140737d3f tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 945 time: 0.0508709 Oct 21 11:48:21.251219 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952826a-2ffd-4078-a426-fd5070040a38 req-70d87559-5324-48d3-b45f-12149f4cb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:21.252742 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f952826a-2ffd-4078-a426-fd5070040a38 req-70d87559-5324-48d3-b45f-12149f4cb7b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015a352-bd7a-49f5-8efd-ec90092cf44d HTTP/1.1" status: 200 len: 859 time: 0.0441802 Oct 21 11:48:21.259978 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2db398a6-384e-453b-9ee4-c740472d12f0 req-00831280-8225-4faa-a20b-f02a39924d93 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Oct 21 11:48:21.296109 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f952826a-2ffd-4078-a426-fd5070040a38 req-6ce670d0-45de-41d5-9069-103749a58795 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248251 Oct 21 11:48:21.411868 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f952826a-2ffd-4078-a426-fd5070040a38 req-5bce1801-cd3e-444a-9c5a-0ea610ceb256 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005774 Oct 21 11:48:21.440360 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c5e9a-cfa6-4b12-bf84-319e856e7450 req-f8c1cb11-45dc-4eb0-b0cc-e28653b6fd90 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:21.444400 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9c7c5e9a-cfa6-4b12-bf84-319e856e7450 req-f8c1cb11-45dc-4eb0-b0cc-e28653b6fd90 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0559902 Oct 21 11:48:21.514429 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9c7c5e9a-cfa6-4b12-bf84-319e856e7450 req-3c7338b6-4c1d-4e58-8e01-3a1158dfb451 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579588 Oct 21 11:48:21.523967 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7224a-f3ac-4862-93d7-edbabf434e49 req-ee488e6c-98c7-4a05-91e4-260847a1dd30 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:21.525502 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9ea7224a-f3ac-4862-93d7-edbabf434e49 req-ee488e6c-98c7-4a05-91e4-260847a1dd30 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0798669 Oct 21 11:48:21.528029 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f952826a-2ffd-4078-a426-fd5070040a38 req-063295c6-809e-40d9-acd8-92e1cf6770c1 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971215 Oct 21 11:48:21.570154 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9ea7224a-f3ac-4862-93d7-edbabf434e49 req-a6580e07-a44a-498a-a86d-05c8f297ec33 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387652 Oct 21 11:48:21.685770 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d9594-a800-4a10-9c57-ccdc9a5aa762 req-61924390-42da-4493-ab6d-133d7d529051 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:21.687208 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-078d9594-a800-4a10-9c57-ccdc9a5aa762 req-61924390-42da-4493-ab6d-133d7d529051 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0486679 Oct 21 11:48:21.727763 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-078d9594-a800-4a10-9c57-ccdc9a5aa762 req-f7d13be7-90bd-4c39-a09d-66034b720ba1 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339713 Oct 21 11:48:21.749053 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 50296) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:21.951478 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6dd92c-b08f-4720-b286-abbb8a0b25aa tempest-TestShelveInstance-352148861 tempest-TestShelveInstance-352148861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:21.953332 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-8c6dd92c-b08f-4720-b286-abbb8a0b25aa tempest-TestShelveInstance-352148861 tempest-TestShelveInstance-352148861-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 1093 time: 0.2028830 Oct 21 11:48:21.957061 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 50302) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:21.961898 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Request body: {'floatingip': {'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'port_id': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:48:22.000962 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for floatingip, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:22.100464 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12731da9-4b6a-450b-8835-19e87ede10a6 req-1cf876a9-c405-40e9-a39a-cf6882ca2df2 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:22.102025 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-12731da9-4b6a-450b-8835-19e87ede10a6 req-1cf876a9-c405-40e9-a39a-cf6882ca2df2 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.1182559 Oct 21 11:48:22.122583 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device b715278f-584e-4650-9f73-b6076bff7347 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:48:22.178524 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3197-4c7f-40a8-88f5-c607543d4ab8 req-7aa1c26d-b6ca-4ae8-97da-e2b4f6209bf5 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:22.180086 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e77e3197-4c7f-40a8-88f5-c607543d4ab8 req-7aa1c26d-b6ca-4ae8-97da-e2b4f6209bf5 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 945 time: 0.1471303 Oct 21 11:48:22.216884 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port b715278f-584e-4650-9f73-b6076bff7347 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:48:22.224185 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port b715278f-584e-4650-9f73-b6076bff7347 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:48:22.224654 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:22.235224 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-12731da9-4b6a-450b-8835-19e87ede10a6 req-09596bd7-71e2-4142-be6b-6ba3c6d16edc tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238918 Oct 21 11:48:22.266960 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e77e3197-4c7f-40a8-88f5-c607543d4ab8 req-38850124-f70a-40d4-924d-b8483e35caae tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801728 Oct 21 11:48:22.287314 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:22.374156 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:22.409238 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b715278f-584e-4650-9f73-b6076bff7347'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:48:22.412456 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f866e1-ab9e-41bc-b71c-9afe852924ea" -d '{"events": [{"server_uuid": "a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "b715278f-584e-4650-9f73-b6076bff7347"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:48:22.437037 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Allocated IP 172.27.3.160 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/5f284768-b06d-4249-a6f6-f744b567638e) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:48:22.458828 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727c07-30b5-416e-90ea-a49d47814e4a req-0bc2e5af-4734-45b5-ba8c-79101b38fd28 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:22.460490 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3b727c07-30b5-416e-90ea-a49d47814e4a req-0bc2e5af-4734-45b5-ba8c-79101b38fd28 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 945 time: 0.1021643 Oct 21 11:48:22.462049 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port b715278f-584e-4650-9f73-b6076bff7347, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=b715278f-584e-4650-9f73-b6076bff7347,segment=NetworkSegment(27b25990-7593-4a28-9806-3d85eb50e499),segment_id=27b25990-7593-4a28-9806-3d85eb50e499)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:22.467633 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:22.468772 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 15f182f0-4a55-402a-94ed-a82645336d7e no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:48:22.475889 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a2b91e-a2d3-4dc3-b639-98aa45545a79 x-openstack-request-id: req-12a2b91e-a2d3-4dc3-b639-98aa45545a79 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:48:22.476267 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "b715278f-584e-4650-9f73-b6076bff7347", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:48:22.476574 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12a2b91e-a2d3-4dc3-b639-98aa45545a79 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:48:22.477625 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b715278f-584e-4650-9f73-b6076bff7347', 'code': 200} Oct 21 11:48:22.527015 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3b727c07-30b5-416e-90ea-a49d47814e4a req-4e5a60d8-cfcc-4ed3-81f9-819e4d4791eb tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541618 Oct 21 11:48:22.593985 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=b715278f-584e-4650-9f73-b6076bff7347,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:22.626342 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b98b61-fcea-43cd-adcb-dffab5ef2c10 req-e4e2034e-6562-4066-9e17-a937a48c34ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:22.630379 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f8b98b61-fcea-43cd-adcb-dffab5ef2c10 req-e4e2034e-6562-4066-9e17-a937a48c34ae tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 945 time: 0.1412375 Oct 21 11:48:22.636925 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:22.671166 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:22.676979 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:22.678621 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:22.723909 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a05c1-adf5-4430-a869-862113a27f53 req-4ec77012-84c6-4846-aa58-7039f15a6cd2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:22.733264 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-177a05c1-adf5-4430-a869-862113a27f53 req-4ec77012-84c6-4846-aa58-7039f15a6cd2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 945 time: 0.0997565 Oct 21 11:48:22.747282 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=15f182f0-4a55-402a-94ed-a82645336d7e,revision_number=8']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:22.789588 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7d815-1546-445e-9387-49998aeb928f req-5511cedf-2514-4a49-8af2-7bb8c3f212a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:22.790960 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-dac7d815-1546-445e-9387-49998aeb928f req-5511cedf-2514-4a49-8af2-7bb8c3f212a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 1099 time: 0.0683706 Oct 21 11:48:22.802531 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:22.810956 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-177a05c1-adf5-4430-a869-862113a27f53 req-0243fe65-becb-468c-95fc-05d37e89b10f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767767 Oct 21 11:48:22.815934 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-f8b98b61-fcea-43cd-adcb-dffab5ef2c10 req-73030369-4d5a-4f5f-884c-25453b4df823 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Deleting port d7ae7203-ce1c-4307-961d-7c1ae9363243 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:48:22.816295 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-f8b98b61-fcea-43cd-adcb-dffab5ef2c10 req-73030369-4d5a-4f5f-884c-25453b4df823 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:22.848689 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:48:22.851438 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:48:22.854076 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:48:22.866640 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-dac7d815-1546-445e-9387-49998aeb928f req-c8fc7ece-352f-41fb-963f-5881b0a325e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647326 Oct 21 11:48:22.887296 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event updated for resources: {'Port': ['ID=5f284768-b06d-4249-a6f6-f744b567638e,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:22.925730 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-f8b98b61-fcea-43cd-adcb-dffab5ef2c10 req-73030369-4d5a-4f5f-884c-25453b4df823 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] For port d7ae7203-ce1c-4307-961d-7c1ae9363243, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d7ae7203-ce1c-4307-961d-7c1ae9363243,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:22.926069 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-f8b98b61-fcea-43cd-adcb-dffab5ef2c10 req-73030369-4d5a-4f5f-884c-25453b4df823 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:22.939369 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-f8b98b61-fcea-43cd-adcb-dffab5ef2c10 req-73030369-4d5a-4f5f-884c-25453b4df823 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Calling delete_port for d7ae7203-ce1c-4307-961d-7c1ae9363243 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:48:23.081329 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-f8b98b61-fcea-43cd-adcb-dffab5ef2c10 req-73030369-4d5a-4f5f-884c-25453b4df823 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:23.094931 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['520b4833-baf6-4e92-9c1f-7d775ad19f1e', '4ea86164-081f-45c5-aa99-0cd807c0923d', '9b7be940-ff2f-464d-ae19-8363c4b53bf5', 'd7ae7203-ce1c-4307-961d-7c1ae9363243'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:48:23.111834 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73030369-4d5a-4f5f-884c-25453b4df823 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Pushing event deleted for resources: {'Port': ['ID=d7ae7203-ce1c-4307-961d-7c1ae9363243,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:23.155400 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b98b61-fcea-43cd-adcb-dffab5ef2c10 req-73030369-4d5a-4f5f-884c-25453b4df823 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] No DVR routers for this DVR port d7ae7203-ce1c-4307-961d-7c1ae9363243 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:48:23.158512 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-f8b98b61-fcea-43cd-adcb-dffab5ef2c10 req-73030369-4d5a-4f5f-884c-25453b4df823 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:23.163120 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f8b98b61-fcea-43cd-adcb-dffab5ef2c10 req-73030369-4d5a-4f5f-884c-25453b4df823 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "DELETE /v2.0/ports/d7ae7203-ce1c-4307-961d-7c1ae9363243 HTTP/1.1" status: 204 len: 173 time: 0.5173743 Oct 21 11:48:23.163604 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0306a6c-94e5-450c-a968-30df17a001ce', 'name': 'network-vif-deleted', 'tag': 'd7ae7203-ce1c-4307-961d-7c1ae9363243'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:48:23.166786 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac365f-51b2-4cde-9936-cc04fbe0e8bf" -d '{"events": [{"server_uuid": "f0306a6c-94e5-450c-a968-30df17a001ce", "name": "network-vif-deleted", "tag": "d7ae7203-ce1c-4307-961d-7c1ae9363243"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:48:23.215395 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d987728c-64dc-4b16-af2b-cf1d02cbb99c x-openstack-request-id: req-d987728c-64dc-4b16-af2b-cf1d02cbb99c {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:48:23.215694 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0306a6c-94e5-450c-a968-30df17a001ce", "name": "network-vif-deleted", "tag": "d7ae7203-ce1c-4307-961d-7c1ae9363243", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:48:23.215944 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d987728c-64dc-4b16-af2b-cf1d02cbb99c {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:48:23.216341 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0306a6c-94e5-450c-a968-30df17a001ce', 'name': 'network-vif-deleted', 'tag': 'd7ae7203-ce1c-4307-961d-7c1ae9363243', 'status': 'completed', 'code': 200} Oct 21 11:48:23.484182 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fb69c-56c8-4502-a28b-1b9b9ca89870 req-55242a9d-90e3-45ce-a637-4386733cb340 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:23.485699 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9c5fb69c-56c8-4502-a28b-1b9b9ca89870 req-55242a9d-90e3-45ce-a637-4386733cb340 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.1250331 Oct 21 11:48:23.495396 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f400b-30f6-4dbe-9769-ec2532149a76 req-abae47ef-fec7-41d2-964e-7f7e93cc8cf0 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:23.496740 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b86f400b-30f6-4dbe-9769-ec2532149a76 req-abae47ef-fec7-41d2-964e-7f7e93cc8cf0 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 946 time: 0.1270003 Oct 21 11:48:23.591305 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9c5fb69c-56c8-4502-a28b-1b9b9ca89870 req-02e89035-9421-4669-9dc4-3098e41821c1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936041 Oct 21 11:48:23.599214 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:23.603043 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b86f400b-30f6-4dbe-9769-ec2532149a76 req-c9ff0756-b38b-4d36-9ea9-1db5210ce426 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965979 Oct 21 11:48:23.671749 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:23.723861 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8c1ab145-7b4a-4aff-8f44-0310aa506abb req-4e57914a-a690-4d04-9520-e6d862272e11 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0306a6c-94e5-450c-a968-30df17a001ce HTTP/1.1" status: 200 len: 210 time: 0.0491858 Oct 21 11:48:23.878590 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:23.884761 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8750499'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:23.985955 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event updated for resources: {'Port': ['ID=5f284768-b06d-4249-a6f6-f744b567638e,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:23.995206 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:24.047959 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32d364-4978-4cb7-8d05-33af258574e3 req-e0f41eff-fe0c-4fe2-8455-ab7713950b9b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:24.049469 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fa32d364-4978-4cb7-8d05-33af258574e3 req-e0f41eff-fe0c-4fe2-8455-ab7713950b9b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.1334205 Oct 21 11:48:24.126659 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fa32d364-4978-4cb7-8d05-33af258574e3 req-340d4b4d-5195-40ec-a3ea-2c5f5a4a6823 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708835 Oct 21 11:48:24.130190 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.l3_db [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Floating IP b1da05ae-1a97-40ce-b5b6-c518fbe09dfa associated. External IP: 172.27.3.160, port: fca9ff17-0207-477e-9953-4a607efa4c55. Oct 21 11:48:24.365103 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Router efa1e839-f551-476a-a164-7b9782129887 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:48:24.479145 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:48:24.481730 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7da0fe-a67f-47ba-a5d6-d5fbfd601613" -d '{"events": [{"server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "name": "network-vif-unplugged", "status": "completed", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:48:24.482884 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:48:24.502744 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83467b-c34c-427d-aa77-c2216dd0d1d7 None None] Sync routers for ids ['efa1e839-f551-476a-a164-7b9782129887'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:48:24.504430 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:24.512791 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83467b-c34c-427d-aa77-c2216dd0d1d7 None None] Routers {'efa1e839-f551-476a-a164-7b9782129887'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:48:24.513428 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fb83467b-c34c-427d-aa77-c2216dd0d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:48:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['efa1e839-f551-476a-a164-7b9782129887'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:48:24.520305 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Oct 2021 11:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddb20e8-2570-4efe-852f-53e0b80603d5 x-openstack-request-id: req-3ddb20e8-2570-4efe-852f-53e0b80603d5 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:48:24.520830 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "name": "network-vif-unplugged", "status": "failed", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e", "code": 422}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:48:24.521280 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ddb20e8-2570-4efe-852f-53e0b80603d5 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:48:24.522087 dv-cinder-814898-1-iscsi neutron-server[106354]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e', 'code': 422} returned with failed status Oct 21 11:48:24.539694 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-cdf71441-1fae-4f37-a08c-163c9e8d41a7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5814238 Oct 21 11:48:24.540278 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:48:24.542701 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:48:24.585666 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5b6511-b494-41c0-a7ce-a3b25cbe5248 x-openstack-request-id: req-6a5b6511-b494-41c0-a7ce-a3b25cbe5248 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:48:24.585963 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:48:24.586215 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a5b6511-b494-41c0-a7ce-a3b25cbe5248 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:48:24.586616 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'status': 'completed', 'code': 200} Oct 21 11:48:24.670839 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [req-61e87790-a1a0-4123-92e3-ae98cff56d17 req-2dcadb7d-e58e-4e85-b03f-5ee532c58dcb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:48:24.671842 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-61e87790-a1a0-4123-92e3-ae98cff56d17 req-2dcadb7d-e58e-4e85-b03f-5ee532c58dcb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068071 Oct 21 11:48:24.686669 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0 req-b82f189c-44cc-4ac6-b9a4-01d9d9de7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:24.690081 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0 req-b82f189c-44cc-4ac6-b9a4-01d9d9de7b9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4f2f84518734251a394aff45a6b52d2&device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 1098 time: 0.0595825 Oct 21 11:48:24.723788 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe2eda-156a-455b-b655-926d3031b8db req-5e51df9a-5310-413e-b5dd-36867edad774 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:24.725859 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dcbe2eda-156a-455b-b655-926d3031b8db req-5e51df9a-5310-413e-b5dd-36867edad774 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0594416 Oct 21 11:48:24.726742 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-fb83467b-c34c-427d-aa77-c2216dd0d1d7 None None] Set router efa1e839-f551-476a-a164-7b9782129887 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:48:24.787476 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dcbe2eda-156a-455b-b655-926d3031b8db req-648e9f91-d7a4-4d49-9ae7-5f4615b8b3b9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533609 Oct 21 11:48:24.807130 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0 req-76c67e27-d773-4f44-8f13-454655ccc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:24.810541 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0 req-76c67e27-d773-4f44-8f13-454655ccc94f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1265d61e-e18c-4268-ad79-82cb55a9382d HTTP/1.1" status: 200 len: 909 time: 0.1114616 Oct 21 11:48:24.900543 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0 req-07b36caf-8a31-4219-921c-0984550ca1d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca9ff17-0207-477e-9953-4a607efa4c55 HTTP/1.1" status: 200 len: 999 time: 0.0813622 Oct 21 11:48:24.996245 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0 req-24f9a34c-7b87-42db-a388-eb7b18d9df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:24.996245 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0 req-24f9a34c-7b87-42db-a388-eb7b18d9df36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ab1d5b6-f7ac-452c-97f2-f8dad452b93c HTTP/1.1" status: 200 len: 847 time: 0.0841563 Oct 21 11:48:25.022123 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71606e-f895-47b8-b05b-719b4ddab736 req-5ed2798e-0282-4f8f-826d-7a50c4dcea75 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:25.035679 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8b71606e-f895-47b8-b05b-719b4ddab736 req-5ed2798e-0282-4f8f-826d-7a50c4dcea75 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 946 time: 0.1699731 Oct 21 11:48:25.057688 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0 req-059dd879-ddad-4003-b49c-26fb7c784ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:25.059634 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0 req-059dd879-ddad-4003-b49c-26fb7c784ee0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1265d61e-e18c-4268-ad79-82cb55a9382d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567229 Oct 21 11:48:25.067020 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c0210-d3e8-4cd7-8e69-8c983aab1ead req-37121c87-4166-4fca-9481-66c7bdbdeee2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:25.074982 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c98c0210-d3e8-4cd7-8e69-8c983aab1ead req-37121c87-4166-4fca-9481-66c7bdbdeee2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.1404417 Oct 21 11:48:25.127714 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8b71606e-f895-47b8-b05b-719b4ddab736 req-d148a0f8-99ea-4291-8bb6-2b4915f789dd tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907316 Oct 21 11:48:25.152495 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c98c0210-d3e8-4cd7-8e69-8c983aab1ead req-193c13a3-631f-4e1c-b8f2-04aec3ebb39e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764089 Oct 21 11:48:25.174521 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fb83467b-c34c-427d-aa77-c2216dd0d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:48Z', 'revision_number': 4, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'b1da05ae-1a97-40ce-b5b6-c518fbe09dfa', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': 'efa1e839-f551-476a-a164-7b9782129887', 'port_id': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'mac_address': 'fa:16:3e:fa:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:48:23Z', 'updated_at': '2021-10-21T11:48:23Z', 'revision_number': 0, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb9b904-d755-45e4-9bb1-43a8ce78e5c1', 'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:47Z', 'updated_at': '2021-10-21T11:46:52Z', 'revision_number': 5, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'subnets': [{'id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:48:25.223327 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83467b-c34c-427d-aa77-c2216dd0d1d7 None None] Checking router: efa1e839-f551-476a-a164-7b9782129887 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:48:25.233882 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83467b-c34c-427d-aa77-c2216dd0d1d7 None None] Routers {'efa1e839-f551-476a-a164-7b9782129887'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:48:25.234589 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fb83467b-c34c-427d-aa77-c2216dd0d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:48:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['efa1e839-f551-476a-a164-7b9782129887'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:48:25.237033 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0 req-3ec4c3ef-6ccc-40d9-bbb8-30d07ba3a9e3 service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685953 Oct 21 11:48:25.356557 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f1f28d41-5ea5-48b6-81af-96e43c4b9ac0 req-6149748a-04d6-4ccf-a8ab-6678f39b2a2c service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105607 Oct 21 11:48:25.406756 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-fb83467b-c34c-427d-aa77-c2216dd0d1d7 None None] Set router efa1e839-f551-476a-a164-7b9782129887 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:48:25.464843 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 50428) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:25.612259 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0287c418-ba6b-4c11-aedc-4411b752814c req-7163aa7d-8d00-4b8f-8832-30785112a6ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456847 Oct 21 11:48:25.624371 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [req-0287c418-ba6b-4c11-aedc-4411b752814c req-85dfb363-0a22-4af3-a4ab-4db98e341ffe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:48:25.625496 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0287c418-ba6b-4c11-aedc-4411b752814c req-85dfb363-0a22-4af3-a4ab-4db98e341ffe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057659 Oct 21 11:48:25.667170 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fb83467b-c34c-427d-aa77-c2216dd0d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:48Z', 'revision_number': 4, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'b1da05ae-1a97-40ce-b5b6-c518fbe09dfa', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': 'efa1e839-f551-476a-a164-7b9782129887', 'port_id': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'mac_address': 'fa:16:3e:fa:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:48:23Z', 'updated_at': '2021-10-21T11:48:23Z', 'revision_number': 0, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb9b904-d755-45e4-9bb1-43a8ce78e5c1', 'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:47Z', 'updated_at': '2021-10-21T11:46:52Z', 'revision_number': 5, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'subnets': [{'id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:48:25.695398 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83467b-c34c-427d-aa77-c2216dd0d1d7 None None] The sync data for ids ['efa1e839-f551-476a-a164-7b9782129887'] in dv-cinder-814898-1-iscsi is: [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:48Z', 'revision_number': 4, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'b1da05ae-1a97-40ce-b5b6-c518fbe09dfa', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': 'efa1e839-f551-476a-a164-7b9782129887', 'port_id': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'mac_address': 'fa:16:3e:fa:a4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:48:23Z', 'updated_at': '2021-10-21T11:48:23Z', 'revision_number': 0, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceb9b904-d755-45e4-9bb1-43a8ce78e5c1', 'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:47Z', 'updated_at': '2021-10-21T11:46:52Z', 'revision_number': 5, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'subnets': [{'id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:48:25.908937 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6658e-805f-49f1-a512-6505b1853ab9 req-6de953c3-5f76-4340-a88e-caa79695ed9e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:25.910510 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3aa6658e-805f-49f1-a512-6505b1853ab9 req-6de953c3-5f76-4340-a88e-caa79695ed9e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0593278 Oct 21 11:48:25.927611 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275b8a8-829f-4f88-bf06-4c1ed026015f None None] New status for floating IP b1da05ae-1a97-40ce-b5b6-c518fbe09dfa: ACTIVE {{(pid=106354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:48:25.956036 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3aa6658e-805f-49f1-a512-6505b1853ab9 req-c0d93669-055d-415a-bf12-bf1c1e8999e1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391800 Oct 21 11:48:26.155125 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device d7ae7203-ce1c-4307-961d-7c1ae9363243 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:48:26.178238 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: d7ae7203-ce1c-4307-961d-7c1ae9363243 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:48:26.178585 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device d7ae7203-ce1c-4307-961d-7c1ae9363243 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:48:26.179008 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 15f182f0-4a55-402a-94ed-a82645336d7e no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:48:26.308623 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02066f6c-0b24-4d3d-be75-25a34072ca8f req-3b1604cb-d75d-451a-9fde-df4f49447280 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:26.310065 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-02066f6c-0b24-4d3d-be75-25a34072ca8f req-3b1604cb-d75d-451a-9fde-df4f49447280 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 945 time: 0.0756836 Oct 21 11:48:26.318000 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879065c7-5fc0-4cdb-8ab4-39fd14512658 req-23e7d2e2-94cc-45b1-9313-7f8cc9cb3862 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:26.319365 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-879065c7-5fc0-4cdb-8ab4-39fd14512658 req-23e7d2e2-94cc-45b1-9313-7f8cc9cb3862 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0757451 Oct 21 11:48:26.374634 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-02066f6c-0b24-4d3d-be75-25a34072ca8f req-b34ddfa9-9cc4-4e82-b504-82fc1876f97c tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543470 Oct 21 11:48:26.379817 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-879065c7-5fc0-4cdb-8ab4-39fd14512658 req-43842b9f-2f8e-4f52-b865-6d69f356b922 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537145 Oct 21 11:48:26.808494 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 50462) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:26.934342 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-05587cfc-48d2-4ed9-86b0-488546dd194e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.027417 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-05587cfc-48d2-4ed9-86b0-488546dd194e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.032883 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-05587cfc-48d2-4ed9-86b0-488546dd194e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.073433 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-05587cfc-48d2-4ed9-86b0-488546dd194e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05fee665f42544ecb1d2118a2ba0cd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637517 Oct 21 11:48:27.074290 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05587cfc-48d2-4ed9-86b0-488546dd194e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2461978e-b499-43ab-a340-fc03841151bb,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:27.076027 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 50468) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:27.097394 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7230d65-6a99-4335-881c-1063fb208c7c req-e26fd0f7-6fe2-4b32-960b-6a24de84e867 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:27.098843 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c7230d65-6a99-4335-881c-1063fb208c7c req-e26fd0f7-6fe2-4b32-960b-6a24de84e867 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0702021 Oct 21 11:48:27.158566 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c7230d65-6a99-4335-881c-1063fb208c7c req-26c46989-cb5a-4e9f-b024-a5b23f1e0baa tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Oct 21 11:48:27.163261 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e6cf6f1-b908-4b55-9e03-e6aac11cd504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.184223 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e6cf6f1-b908-4b55-9e03-e6aac11cd504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.232036 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e6cf6f1-b908-4b55-9e03-e6aac11cd504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.234791 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6e6cf6f1-b908-4b55-9e03-e6aac11cd504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.235913 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-6e6cf6f1-b908-4b55-9e03-e6aac11cd504 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2461978e-b499-43ab-a340-fc03841151bb HTTP/1.1" status: 204 len: 168 time: 0.1588707 Oct 21 11:48:27.243961 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cf6f1-b908-4b55-9e03-e6aac11cd504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2461978e-b499-43ab-a340-fc03841151bb,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:27.525467 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 50482) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:27.529866 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27019a-e2cd-4009-9097-83ae113f4024 req-0ac4fc40-6bf1-4dc2-804e-0312936662eb tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:27.531413 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2b27019a-e2cd-4009-9097-83ae113f4024 req-0ac4fc40-6bf1-4dc2-804e-0312936662eb tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 945 time: 0.0841496 Oct 21 11:48:27.539070 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-572f2675-17f1-4c32-9423-c718d9197daa admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.539881 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f7c8-6c83-4152-bb4b-9fbffb606b19 req-a5180dbe-3f10-4cf5-ad4f-71caeed9b67d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:27.541290 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7b74f7c8-6c83-4152-bb4b-9fbffb606b19 req-a5180dbe-3f10-4cf5-ad4f-71caeed9b67d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0802557 Oct 21 11:48:27.599330 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7b74f7c8-6c83-4152-bb4b-9fbffb606b19 req-92ffecf6-c258-4a9c-8c44-32636422bf0e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511129 Oct 21 11:48:27.602186 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2b27019a-e2cd-4009-9097-83ae113f4024 req-ca374a5b-565a-469d-8729-688d73a8d1bb tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598652 Oct 21 11:48:27.617307 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-572f2675-17f1-4c32-9423-c718d9197daa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.621659 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-572f2675-17f1-4c32-9423-c718d9197daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.660476 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-572f2675-17f1-4c32-9423-c718d9197daa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e71206491de4526ba7cd343b04a506a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1337094 Oct 21 11:48:27.661325 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f2675-17f1-4c32-9423-c718d9197daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e0f6e9-fc4a-4fd9-ab54-6fc024303067,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:27.663368 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 50484) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:27.722865 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ed34a359-b0ae-4d43-93bc-1a18b43585c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.744976 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ed34a359-b0ae-4d43-93bc-1a18b43585c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.796117 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ed34a359-b0ae-4d43-93bc-1a18b43585c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.798816 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ed34a359-b0ae-4d43-93bc-1a18b43585c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:27.800483 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ed34a359-b0ae-4d43-93bc-1a18b43585c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1e0f6e9-fc4a-4fd9-ab54-6fc024303067 HTTP/1.1" status: 204 len: 168 time: 0.1354854 Oct 21 11:48:27.807801 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34a359-b0ae-4d43-93bc-1a18b43585c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e0f6e9-fc4a-4fd9-ab54-6fc024303067,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:28.004961 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2141639-2f84-40c6-8e07-a3cdfcbb8d29 req-346dfbf7-57b1-4d39-b066-b8ca6b8b9521 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:28.006436 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f2141639-2f84-40c6-8e07-a3cdfcbb8d29 req-346dfbf7-57b1-4d39-b066-b8ca6b8b9521 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Oct 21 11:48:28.105601 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-f2141639-2f84-40c6-8e07-a3cdfcbb8d29 req-977224b8-7162-4663-92d1-50ea134fb7bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Deleting port 9b7be940-ff2f-464d-ae19-8363c4b53bf5 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:48:28.105936 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-f2141639-2f84-40c6-8e07-a3cdfcbb8d29 req-977224b8-7162-4663-92d1-50ea134fb7bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:28.136985 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 50492) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:28.150906 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e802fc4f-f228-4222-a20f-4f2bb9dd4e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:28.205043 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-f2141639-2f84-40c6-8e07-a3cdfcbb8d29 req-977224b8-7162-4663-92d1-50ea134fb7bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] For port 9b7be940-ff2f-464d-ae19-8363c4b53bf5, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=9b7be940-ff2f-464d-ae19-8363c4b53bf5,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:28.205536 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-f2141639-2f84-40c6-8e07-a3cdfcbb8d29 req-977224b8-7162-4663-92d1-50ea134fb7bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:28.223930 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-f2141639-2f84-40c6-8e07-a3cdfcbb8d29 req-977224b8-7162-4663-92d1-50ea134fb7bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Calling delete_port for 9b7be940-ff2f-464d-ae19-8363c4b53bf5 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:48:28.245608 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e802fc4f-f228-4222-a20f-4f2bb9dd4e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:28.250106 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e802fc4f-f228-4222-a20f-4f2bb9dd4e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:28.309600 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-e802fc4f-f228-4222-a20f-4f2bb9dd4e88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07e3ad1b92ef471eaa22e9869e9dc326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710927 Oct 21 11:48:28.312883 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 50496) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:28.315575 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802fc4f-f228-4222-a20f-4f2bb9dd4e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d93744b-41d0-4df4-b026-393ee921f2af,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:28.359992 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d0ada-2e16-452a-bfd1-829dabe76187 req-ad5ea59e-09c9-4ad1-a9f9-24e0c6dd18d9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:28.360364 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-f2141639-2f84-40c6-8e07-a3cdfcbb8d29 req-977224b8-7162-4663-92d1-50ea134fb7bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:28.361633 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ff7d0ada-2e16-452a-bfd1-829dabe76187 req-ad5ea59e-09c9-4ad1-a9f9-24e0c6dd18d9 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.1284170 Oct 21 11:48:28.372925 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['520b4833-baf6-4e92-9c1f-7d775ad19f1e', '4ea86164-081f-45c5-aa99-0cd807c0923d', '9b7be940-ff2f-464d-ae19-8363c4b53bf5'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:48:28.398000 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3d87e4a9-180d-4ec7-be8d-77008e09503b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:28.401479 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977224b8-7162-4663-92d1-50ea134fb7bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Pushing event deleted for resources: {'Port': ['ID=9b7be940-ff2f-464d-ae19-8363c4b53bf5,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:28.432155 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3d87e4a9-180d-4ec7-be8d-77008e09503b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:28.445813 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ff7d0ada-2e16-452a-bfd1-829dabe76187 req-6e95d141-70a0-4d0f-85aa-8430ca6d0efa tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770104 Oct 21 11:48:28.457536 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2141639-2f84-40c6-8e07-a3cdfcbb8d29 req-977224b8-7162-4663-92d1-50ea134fb7bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] No DVR routers for this DVR port 9b7be940-ff2f-464d-ae19-8363c4b53bf5 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:48:28.460583 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-f2141639-2f84-40c6-8e07-a3cdfcbb8d29 req-977224b8-7162-4663-92d1-50ea134fb7bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:28.471377 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f2141639-2f84-40c6-8e07-a3cdfcbb8d29 req-977224b8-7162-4663-92d1-50ea134fb7bc tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "DELETE /v2.0/ports/9b7be940-ff2f-464d-ae19-8363c4b53bf5 HTTP/1.1" status: 204 len: 173 time: 0.4571061 Oct 21 11:48:28.472060 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb67d77-5ba1-4bfb-b275-bb15df830c17', 'name': 'network-vif-deleted', 'tag': '9b7be940-ff2f-464d-ae19-8363c4b53bf5'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:48:28.475101 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d2d306-782e-4d82-8f89-5142cf9fe893" -d '{"events": [{"server_uuid": "9eb67d77-5ba1-4bfb-b275-bb15df830c17", "name": "network-vif-deleted", "tag": "9b7be940-ff2f-464d-ae19-8363c4b53bf5"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:48:28.492252 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb3afa-c522-46bf-91b6-796f5145b452 req-11c33f88-f9f9-4d74-a78b-33196e09dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:28.493903 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0bfb3afa-c522-46bf-91b6-796f5145b452 req-11c33f88-f9f9-4d74-a78b-33196e09dfd1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 1098 time: 0.1259267 Oct 21 11:48:28.496699 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3d87e4a9-180d-4ec7-be8d-77008e09503b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:28.500387 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3d87e4a9-180d-4ec7-be8d-77008e09503b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:28.505852 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-3d87e4a9-180d-4ec7-be8d-77008e09503b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d93744b-41d0-4df4-b026-393ee921f2af HTTP/1.1" status: 204 len: 168 time: 0.1918650 Oct 21 11:48:28.526458 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87e4a9-180d-4ec7-be8d-77008e09503b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d93744b-41d0-4df4-b026-393ee921f2af,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:28.541957 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0bfb3afa-c522-46bf-91b6-796f5145b452 req-232f3366-0d2b-4b7e-86ea-4e29274f9a68 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389152 Oct 21 11:48:28.555917 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7517d4b5-70bb-472a-ab49-cb0fd988f67d x-openstack-request-id: req-7517d4b5-70bb-472a-ab49-cb0fd988f67d {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:48:28.556451 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb67d77-5ba1-4bfb-b275-bb15df830c17", "name": "network-vif-deleted", "tag": "9b7be940-ff2f-464d-ae19-8363c4b53bf5", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:48:28.557457 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7517d4b5-70bb-472a-ab49-cb0fd988f67d {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:48:28.558984 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb67d77-5ba1-4bfb-b275-bb15df830c17', 'name': 'network-vif-deleted', 'tag': '9b7be940-ff2f-464d-ae19-8363c4b53bf5', 'status': 'completed', 'code': 200} Oct 21 11:48:28.735228 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-50621e0d-3b73-4a56-9ce6-d1344330d821 req-402f8386-307f-4f41-9bb2-a6a480401340 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=9eb67d77-5ba1-4bfb-b275-bb15df830c17 HTTP/1.1" status: 200 len: 210 time: 0.0386915 Oct 21 11:48:28.763840 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fde7ef-8073-47a2-986f-040aa8b68f31 req-74d9821c-6e66-409c-a1b2-329b6c67879a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:28.772985 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-85fde7ef-8073-47a2-986f-040aa8b68f31 req-74d9821c-6e66-409c-a1b2-329b6c67879a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0869637 Oct 21 11:48:28.811322 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-85fde7ef-8073-47a2-986f-040aa8b68f31 req-4b5a2d72-baf1-4b7b-b5af-fa29e8b349e0 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371933 Oct 21 11:48:29.577330 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ef80e-4fe1-4c76-8ec5-7cb2f21900cf req-2487cfe9-d190-4998-8126-2529ca94818e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:29.579258 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2f7ef80e-4fe1-4c76-8ec5-7cb2f21900cf req-2487cfe9-d190-4998-8126-2529ca94818e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0574234 Oct 21 11:48:29.620334 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2f7ef80e-4fe1-4c76-8ec5-7cb2f21900cf req-b9b9e2e7-57e6-48a0-b7c6-bd101380804b tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346694 Oct 21 11:48:29.937183 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4812f-04ec-4763-80d5-e412989dc8cc req-0efc2262-8bbf-4f8b-a683-a8380dd45cb8 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:29.939093 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-04f4812f-04ec-4763-80d5-e412989dc8cc req-0efc2262-8bbf-4f8b-a683-a8380dd45cb8 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0534837 Oct 21 11:48:30.000128 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-04f4812f-04ec-4763-80d5-e412989dc8cc req-b2a7090d-2d8f-4f78-b0e5-301a355f3ef6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547419 Oct 21 11:48:30.026444 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a59dc-b4ea-492c-a873-d6e789d277b1 req-47d0b673-a4cf-43b0-b366-283bfe29640b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:30.027926 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fd1a59dc-b4ea-492c-a873-d6e789d277b1 req-47d0b673-a4cf-43b0-b366-283bfe29640b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 945 time: 0.0569985 Oct 21 11:48:30.072632 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fd1a59dc-b4ea-492c-a873-d6e789d277b1 req-c67209a9-6cba-4a76-b752-8638a71ae361 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382388 Oct 21 11:48:30.755809 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718b93e-6858-4cc9-9be8-3c6630b98f33 req-47b7d462-bdd2-465a-9675-3a70b96fc8ea tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:30.757579 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4718b93e-6858-4cc9-9be8-3c6630b98f33 req-47b7d462-bdd2-465a-9675-3a70b96fc8ea tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0611780 Oct 21 11:48:30.796823 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4718b93e-6858-4cc9-9be8-3c6630b98f33 req-45273e1a-e85f-435f-8836-d97cd8195d4d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Oct 21 11:48:31.126388 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabde12-4fdb-453f-b01b-b394e9fc5793 req-cee10b2f-d41c-4cf5-94e8-b58cb34ed215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:31.128204 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-deabde12-4fdb-453f-b01b-b394e9fc5793 req-cee10b2f-d41c-4cf5-94e8-b58cb34ed215 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f71b6cef112465ea0487007a514b48e&device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 1098 time: 0.0700982 Oct 21 11:48:31.158880 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f322164-b304-47a6-8b4b-74ab28f4062c req-f0c2a36b-8999-4091-831a-b08e2abe9db0 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:31.160634 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6f322164-b304-47a6-8b4b-74ab28f4062c req-f0c2a36b-8999-4091-831a-b08e2abe9db0 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0905929 Oct 21 11:48:31.196404 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c48a16-8da3-42b1-a9b2-da301e626c3c req-411cb539-9e36-4a8d-83e7-30980149beda tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:31.201008 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e6c48a16-8da3-42b1-a9b2-da301e626c3c req-411cb539-9e36-4a8d-83e7-30980149beda tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.1075950 Oct 21 11:48:31.248753 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabde12-4fdb-453f-b01b-b394e9fc5793 req-7078e894-269c-4c24-a5c7-402318deb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:31.250326 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-deabde12-4fdb-453f-b01b-b394e9fc5793 req-7078e894-269c-4c24-a5c7-402318deb67b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 200 len: 920 time: 0.1115403 Oct 21 11:48:31.252055 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6f322164-b304-47a6-8b4b-74ab28f4062c req-1299686a-7018-4448-8780-e572d97e4c90 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814271 Oct 21 11:48:31.283150 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e6c48a16-8da3-42b1-a9b2-da301e626c3c req-ea7df8d8-2b3a-4f84-98e2-8e076c87532c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732315 Oct 21 11:48:31.332179 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-deabde12-4fdb-453f-b01b-b394e9fc5793 req-1ce68354-4b37-4849-bdf8-13c29ff5cdab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac HTTP/1.1" status: 200 len: 217 time: 0.0673490 Oct 21 11:48:31.386465 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fdd02-3c0c-4e2f-b05f-face1e8c433a req-049a7863-ceff-4290-a242-639a1c60ad87 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:31.387660 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabde12-4fdb-453f-b01b-b394e9fc5793 req-68dab236-e9f3-4048-9028-51fd3f32bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:31.387947 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5a5fdd02-3c0c-4e2f-b05f-face1e8c433a req-049a7863-ceff-4290-a242-639a1c60ad87 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 945 time: 0.0501461 Oct 21 11:48:31.389132 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-deabde12-4fdb-453f-b01b-b394e9fc5793 req-68dab236-e9f3-4048-9028-51fd3f32bf1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d015a352-bd7a-49f5-8efd-ec90092cf44d HTTP/1.1" status: 200 len: 859 time: 0.0495126 Oct 21 11:48:31.427381 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5a5fdd02-3c0c-4e2f-b05f-face1e8c433a req-2484cbad-c58d-4f74-9cb7-d97ec40fcb64 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330484 Oct 21 11:48:31.441375 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-deabde12-4fdb-453f-b01b-b394e9fc5793 req-0be41985-effa-455a-a883-adac286e7d04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c148ecd-3a51-4ae8-9fa0-8184acd410b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404389 Oct 21 11:48:31.480335 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c1a15-8baf-4bcb-a876-9ae66c0fa4ee req-a8e18951-edb7-40c5-92a4-f265bc324d21 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:31.481768 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-880c1a15-8baf-4bcb-a876-9ae66c0fa4ee req-a8e18951-edb7-40c5-92a4-f265bc324d21 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 945 time: 0.0917897 Oct 21 11:48:31.602136 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-deabde12-4fdb-453f-b01b-b394e9fc5793 req-d4ffa12f-f337-4a10-b4fa-d9ebc60da085 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518028 Oct 21 11:48:31.645005 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-880c1a15-8baf-4bcb-a876-9ae66c0fa4ee req-8e5892a1-eade-4869-95b3-db25b39ffe51 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Deleting port 4ea86164-081f-45c5-aa99-0cd807c0923d {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:48:31.645362 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-880c1a15-8baf-4bcb-a876-9ae66c0fa4ee req-8e5892a1-eade-4869-95b3-db25b39ffe51 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:31.762986 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-deabde12-4fdb-453f-b01b-b394e9fc5793 req-0a37bd0c-fae0-4690-a755-aa49e0215473 service neutron] 10.222.0.47 "GET /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515915 Oct 21 11:48:31.780837 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-880c1a15-8baf-4bcb-a876-9ae66c0fa4ee req-8e5892a1-eade-4869-95b3-db25b39ffe51 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] For port 4ea86164-081f-45c5-aa99-0cd807c0923d, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ea86164-081f-45c5-aa99-0cd807c0923d,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:31.781230 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-880c1a15-8baf-4bcb-a876-9ae66c0fa4ee req-8e5892a1-eade-4869-95b3-db25b39ffe51 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:31.795080 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-880c1a15-8baf-4bcb-a876-9ae66c0fa4ee req-8e5892a1-eade-4869-95b3-db25b39ffe51 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Calling delete_port for 4ea86164-081f-45c5-aa99-0cd807c0923d owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:48:31.930136 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-880c1a15-8baf-4bcb-a876-9ae66c0fa4ee req-8e5892a1-eade-4869-95b3-db25b39ffe51 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:31.943429 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['520b4833-baf6-4e92-9c1f-7d775ad19f1e', '4ea86164-081f-45c5-aa99-0cd807c0923d'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:48:31.970695 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5892a1-eade-4869-95b3-db25b39ffe51 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Pushing event deleted for resources: {'Port': ['ID=4ea86164-081f-45c5-aa99-0cd807c0923d,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:32.022071 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-880c1a15-8baf-4bcb-a876-9ae66c0fa4ee req-8e5892a1-eade-4869-95b3-db25b39ffe51 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] No DVR routers for this DVR port 4ea86164-081f-45c5-aa99-0cd807c0923d on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:48:32.024569 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-880c1a15-8baf-4bcb-a876-9ae66c0fa4ee req-8e5892a1-eade-4869-95b3-db25b39ffe51 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:32.027943 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-880c1a15-8baf-4bcb-a876-9ae66c0fa4ee req-8e5892a1-eade-4869-95b3-db25b39ffe51 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "DELETE /v2.0/ports/4ea86164-081f-45c5-aa99-0cd807c0923d HTTP/1.1" status: 204 len: 173 time: 0.5393784 Oct 21 11:48:32.028369 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3779db9d-f07d-490a-ae6c-54750f65e9a3', 'name': 'network-vif-deleted', 'tag': '4ea86164-081f-45c5-aa99-0cd807c0923d'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:48:32.030675 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f02453a-86c4-45c4-84c8-c06c33d6e1c5" -d '{"events": [{"server_uuid": "3779db9d-f07d-490a-ae6c-54750f65e9a3", "name": "network-vif-deleted", "tag": "4ea86164-081f-45c5-aa99-0cd807c0923d"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:48:32.069103 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3db50d1-bafd-4913-a37c-444410ad4f52 x-openstack-request-id: req-b3db50d1-bafd-4913-a37c-444410ad4f52 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:48:32.069424 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3779db9d-f07d-490a-ae6c-54750f65e9a3", "name": "network-vif-deleted", "tag": "4ea86164-081f-45c5-aa99-0cd807c0923d", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:48:32.069682 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3db50d1-bafd-4913-a37c-444410ad4f52 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:48:32.070085 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3779db9d-f07d-490a-ae6c-54750f65e9a3', 'name': 'network-vif-deleted', 'tag': '4ea86164-081f-45c5-aa99-0cd807c0923d', 'status': 'completed', 'code': 200} Oct 21 11:48:32.192312 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 4ea86164-081f-45c5-aa99-0cd807c0923d no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:48:32.216084 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 4ea86164-081f-45c5-aa99-0cd807c0923d {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:48:32.216422 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 4ea86164-081f-45c5-aa99-0cd807c0923d not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:48:32.216817 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 9b7be940-ff2f-464d-ae19-8363c4b53bf5 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:48:32.235362 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 9b7be940-ff2f-464d-ae19-8363c4b53bf5 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:48:32.235623 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 9b7be940-ff2f-464d-ae19-8363c4b53bf5 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:48:32.373488 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f3e3a-492f-4657-8fd1-7dadb65af899 req-f76849c0-b617-46df-9d99-7464f8921544 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:32.374972 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5d5f3e3a-492f-4657-8fd1-7dadb65af899 req-f76849c0-b617-46df-9d99-7464f8921544 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0497460 Oct 21 11:48:32.440640 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5d5f3e3a-492f-4657-8fd1-7dadb65af899 req-65e072eb-e5d0-4e74-973d-e52a62ea9a42 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556583 Oct 21 11:48:32.458872 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aa87a-6d91-412a-9d3b-1bac5c81d92a req-cd85f761-9ffa-429d-af69-dab13e83a21e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:32.461011 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5d5aa87a-6d91-412a-9d3b-1bac5c81d92a req-cd85f761-9ffa-429d-af69-dab13e83a21e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0849040 Oct 21 11:48:32.519663 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5d5aa87a-6d91-412a-9d3b-1bac5c81d92a req-892da67b-be03-484f-b13d-38433d363846 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412669 Oct 21 11:48:32.558422 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-00689454-61b2-40f3-b357-7684460314a2 req-8e70bb53-51f9-4316-99ad-ce5400313f2a tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=3779db9d-f07d-490a-ae6c-54750f65e9a3 HTTP/1.1" status: 200 len: 210 time: 0.0305135 Oct 21 11:48:33.411568 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287c418-ba6b-4c11-aedc-4411b752814c req-4dcf0221-f5ee-48da-8520-d16803fff049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:33.413025 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0287c418-ba6b-4c11-aedc-4411b752814c req-4dcf0221-f5ee-48da-8520-d16803fff049 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd&tenant_id=fc1a2a7622fa4007a93e98225b37c454 HTTP/1.1" status: 200 len: 1096 time: 0.0796168 Oct 21 11:48:33.503129 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287c418-ba6b-4c11-aedc-4411b752814c req-291d88cf-89b3-4d8e-ac75-b03468f92fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:33.504760 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0287c418-ba6b-4c11-aedc-4411b752814c req-291d88cf-89b3-4d8e-ac75-b03468f92fea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 1096 time: 0.0502803 Oct 21 11:48:33.568382 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c530596-a392-45ee-b5e0-c600eed138a9 req-267b772d-2c0c-4bbf-a0a9-b8fe7fb82c14 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:33.570008 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5c530596-a392-45ee-b5e0-c600eed138a9 req-267b772d-2c0c-4bbf-a0a9-b8fe7fb82c14 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0511708 Oct 21 11:48:33.619880 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5c530596-a392-45ee-b5e0-c600eed138a9 req-c7924d65-f08e-4a44-a731-9323738cc6f6 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438848 Oct 21 11:48:33.667588 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a67e6-0138-46f6-9dd9-0e54c2132142 req-f240b405-feb3-4cc2-a305-e84238f986f5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:33.669027 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-171a67e6-0138-46f6-9dd9-0e54c2132142 req-f240b405-feb3-4cc2-a305-e84238f986f5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0664392 Oct 21 11:48:33.912620 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-171a67e6-0138-46f6-9dd9-0e54c2132142 req-34c7da45-38b2-47ed-8ec7-1a62b57f21ec tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359853 Oct 21 11:48:34.749158 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76c181-42c8-4142-960e-1bce3e04454a req-8313afb8-7525-4860-bf78-6764ce8b250c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:34.750684 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fd76c181-42c8-4142-960e-1bce3e04454a req-8313afb8-7525-4860-bf78-6764ce8b250c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0573697 Oct 21 11:48:34.790999 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fd76c181-42c8-4142-960e-1bce3e04454a req-e7b099b1-776d-4cac-b4c8-c86746b8e9b6 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340230 Oct 21 11:48:34.809386 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287c418-ba6b-4c11-aedc-4411b752814c req-b4c06ba3-af04-42cb-ab3a-93474f4d4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:34.809386 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0287c418-ba6b-4c11-aedc-4411b752814c req-b4c06ba3-af04-42cb-ab3a-93474f4d4b58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 918 time: 0.3152659 Oct 21 11:48:35.040169 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dbe02-2098-4589-976b-ed257b6f9148 req-1e28449d-694d-4ff4-b51f-1cd889b6ac19 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:35.041814 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ba4dbe02-2098-4589-976b-ed257b6f9148 req-1e28449d-694d-4ff4-b51f-1cd889b6ac19 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0513082 Oct 21 11:48:35.080860 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ba4dbe02-2098-4589-976b-ed257b6f9148 req-9006744a-b06b-49ec-9a38-78509a97d7d9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328283 Oct 21 11:48:36.218260 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b98be-54b9-4fe4-88f1-fc4022196b8d req-06ba193b-d8f8-4e78-8f1e-cc565b2c5cb1 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:36.219722 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-123b98be-54b9-4fe4-88f1-fc4022196b8d req-06ba193b-d8f8-4e78-8f1e-cc565b2c5cb1 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0566580 Oct 21 11:48:36.260823 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-123b98be-54b9-4fe4-88f1-fc4022196b8d req-46e1fef6-dd62-4d2c-8f25-7549cd4511fc tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348859 Oct 21 11:48:36.455615 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0287c418-ba6b-4c11-aedc-4411b752814c req-9212cdea-e8e7-4f80-8834-343430053cf9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f182f0-4a55-402a-94ed-a82645336d7e HTTP/1.1" status: 200 len: 998 time: 0.0630727 Oct 21 11:48:36.513335 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287c418-ba6b-4c11-aedc-4411b752814c req-dfb909ef-ecb7-4e18-ae52-892383ab0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:36.515565 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0287c418-ba6b-4c11-aedc-4411b752814c req-dfb909ef-ecb7-4e18-ae52-892383ab0c21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.0517533 Oct 21 11:48:36.563845 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287c418-ba6b-4c11-aedc-4411b752814c req-1b15c859-6473-49a9-835a-6fbc37efbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:36.565410 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0287c418-ba6b-4c11-aedc-4411b752814c req-1b15c859-6473-49a9-835a-6fbc37efbb56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417464 Oct 21 11:48:36.662550 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0287c418-ba6b-4c11-aedc-4411b752814c req-506d19d4-0546-4d15-bb12-e6a87d360a53 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876038 Oct 21 11:48:36.763257 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0287c418-ba6b-4c11-aedc-4411b752814c req-023e7799-8638-43c8-b57b-2b67af48d38d service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851352 Oct 21 11:48:37.414107 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b0455-2fb6-46e1-857b-eb2251163fce req-2990dac6-1289-4100-bb2f-775c2dd22244 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:37.415700 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-760b0455-2fb6-46e1-857b-eb2251163fce req-2990dac6-1289-4100-bb2f-775c2dd22244 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0669775 Oct 21 11:48:37.471322 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-760b0455-2fb6-46e1-857b-eb2251163fce req-b71666ca-b058-45eb-8d6f-a80890277c8b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451198 Oct 21 11:48:38.219530 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa7c86-ae77-4f96-9c07-1cbc98d1b81c req-012c71e9-d6e8-4c90-b5ff-8a57a04c7671 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:38.221769 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-85fa7c86-ae77-4f96-9c07-1cbc98d1b81c req-012c71e9-d6e8-4c90-b5ff-8a57a04c7671 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0729463 Oct 21 11:48:38.266131 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-85fa7c86-ae77-4f96-9c07-1cbc98d1b81c req-dab241bd-0259-4cc5-a3a7-14d10c95e0e8 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 Oct 21 11:48:38.615883 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cda9f-5b04-4805-919c-07729fb57e3f req-8e6f3fa1-bf7f-491e-9bfe-22bf24cead2b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:38.623542 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d28cda9f-5b04-4805-919c-07729fb57e3f req-8e6f3fa1-bf7f-491e-9bfe-22bf24cead2b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0636675 Oct 21 11:48:38.656950 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d28cda9f-5b04-4805-919c-07729fb57e3f req-0b4f55a5-a0d9-4e78-935e-d6291fc10993 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324948 Oct 21 11:48:39.394256 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cbbf8-4fc4-4ac3-bfda-5e929ee6037a req-2b0f40ee-b7f2-448e-bcec-744692fcd6a0 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:39.395773 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-443cbbf8-4fc4-4ac3-bfda-5e929ee6037a req-2b0f40ee-b7f2-448e-bcec-744692fcd6a0 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0557232 Oct 21 11:48:39.441745 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-443cbbf8-4fc4-4ac3-bfda-5e929ee6037a req-0c23a146-6e90-47ce-b667-81eb90fce774 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394669 Oct 21 11:48:39.789665 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454387c-daca-4e98-ab11-3776266738f9 req-acbc9de0-3341-49f0-8d98-40f4d106c233 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:39.791137 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8454387c-daca-4e98-ab11-3776266738f9 req-acbc9de0-3341-49f0-8d98-40f4d106c233 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0568485 Oct 21 11:48:39.829857 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8454387c-daca-4e98-ab11-3776266738f9 req-651d7e84-c9d0-4753-adef-f688cf7e8670 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Oct 21 11:48:40.571123 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a135dd-e41d-4dc9-8c51-fa6094cb6b0c req-06be9f98-4732-483c-a5f2-ea91cece019b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:40.572600 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a8a135dd-e41d-4dc9-8c51-fa6094cb6b0c req-06be9f98-4732-483c-a5f2-ea91cece019b tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0536249 Oct 21 11:48:40.616188 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a8a135dd-e41d-4dc9-8c51-fa6094cb6b0c req-495b7aa0-e2d5-4a29-ba26-298197610301 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371380 Oct 21 11:48:40.949175 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e6b6a542-632e-4d6a-b95e-c448a3dfa1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:41.036240 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a684b-1ac5-48ce-aed9-c7d76ec0cff2 req-2b58123f-3947-423e-a6f1-bd17808fed6c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:41.037815 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3f5a684b-1ac5-48ce-aed9-c7d76ec0cff2 req-2b58123f-3947-423e-a6f1-bd17808fed6c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0965214 Oct 21 11:48:41.077022 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3f5a684b-1ac5-48ce-aed9-c7d76ec0cff2 req-a069f405-4d0b-4f7d-b582-659b67ce7b03 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328312 Oct 21 11:48:41.761864 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453cba7-356f-46a9-bd73-cb2754feab9f req-8a09af2b-77d1-4db9-b102-ccc918614922 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:41.763410 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9453cba7-356f-46a9-bd73-cb2754feab9f req-8a09af2b-77d1-4db9-b102-ccc918614922 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0588546 Oct 21 11:48:41.820925 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9453cba7-356f-46a9-bd73-cb2754feab9f req-dae6599c-3be8-41ec-b394-23f56e854210 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507448 Oct 21 11:48:42.222480 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5236f87-d9db-46df-a751-ee3848317e1b req-0e29aed4-2df3-4b34-b079-0cfc18bea338 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:42.224396 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e5236f87-d9db-46df-a751-ee3848317e1b req-0e29aed4-2df3-4b34-b079-0cfc18bea338 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0648410 Oct 21 11:48:42.263477 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e5236f87-d9db-46df-a751-ee3848317e1b req-0656c412-32f8-4451-b776-f7b1473f5dce tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Oct 21 11:48:42.943024 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40650351-0c28-4d38-aa3d-e5b4cbc45b3c req-ee258365-371e-4569-9213-9e6fbb678aa1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:42.944544 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-40650351-0c28-4d38-aa3d-e5b4cbc45b3c req-ee258365-371e-4569-9213-9e6fbb678aa1 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0533159 Oct 21 11:48:42.984008 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-40650351-0c28-4d38-aa3d-e5b4cbc45b3c req-2cc37af8-1c6c-447d-96c6-cba993742767 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Oct 21 11:48:43.430042 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d87275-2c5a-4ea3-8297-f91ded749c34 req-52377ad1-e944-4be6-9e78-ce82371b4a1f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:43.431434 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-02d87275-2c5a-4ea3-8297-f91ded749c34 req-52377ad1-e944-4be6-9e78-ce82371b4a1f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0525296 Oct 21 11:48:43.471491 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-02d87275-2c5a-4ea3-8297-f91ded749c34 req-f0ccc830-f530-44d5-8869-557555ddaccb tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340304 Oct 21 11:48:43.491256 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ad66322a-f9c3-40ff-a48b-2d29ab721135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:44.034009 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01e37-a286-4d6d-bb52-b17f008174b2 req-16b26e99-d21b-4645-a90a-d414bef35297 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:44.035635 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-94f01e37-a286-4d6d-bb52-b17f008174b2 req-16b26e99-d21b-4645-a90a-d414bef35297 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0628560 Oct 21 11:48:44.088436 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-94f01e37-a286-4d6d-bb52-b17f008174b2 req-d653d73e-85bb-4d0d-9bb2-3cf79c5adf2b tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442941 Oct 21 11:48:44.123341 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a6e1a-d4c1-44d2-bf15-37c71ec925d3 req-4f567c63-791c-4426-8804-c19389f4f930 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:44.124845 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-af3a6e1a-d4c1-44d2-bf15-37c71ec925d3 req-4f567c63-791c-4426-8804-c19389f4f930 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0532780 Oct 21 11:48:44.161576 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-af3a6e1a-d4c1-44d2-bf15-37c71ec925d3 req-ed11d884-de82-4f9e-afa4-fd5acb0504c7 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305567 Oct 21 11:48:44.439775 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:44.497204 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:44.619495 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dca9e-27d8-417c-ac73-1482f04adffc req-285e331d-f884-47ee-9acc-4f9121118ce0 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:44.620978 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-945dca9e-27d8-417c-ac73-1482f04adffc req-285e331d-f884-47ee-9acc-4f9121118ce0 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0593503 Oct 21 11:48:44.658884 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-945dca9e-27d8-417c-ac73-1482f04adffc req-f507a210-b760-4497-a1d1-d0342097f438 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316193 Oct 21 11:48:45.221008 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410a0cf-d389-4164-bcff-32fef736cf29 req-2c7b496c-5a2c-40b9-b9e6-3a0f82326000 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:45.229168 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a410a0cf-d389-4164-bcff-32fef736cf29 req-2c7b496c-5a2c-40b9-b9e6-3a0f82326000 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0694847 Oct 21 11:48:45.278479 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a410a0cf-d389-4164-bcff-32fef736cf29 req-55d40249-1d55-4b0f-8380-51623b97ec16 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480914 Oct 21 11:48:45.318708 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec38ee-cdd7-4f4d-9811-0c991c272ca2 req-55c7af70-7a43-414d-867e-9d549eb4565c tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:45.320467 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-39ec38ee-cdd7-4f4d-9811-0c991c272ca2 req-55c7af70-7a43-414d-867e-9d549eb4565c tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0680616 Oct 21 11:48:45.359108 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-39ec38ee-cdd7-4f4d-9811-0c991c272ca2 req-790d6f92-a15e-428a-afa7-b39b4a8e5f05 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Oct 21 11:48:45.796635 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df456-42e5-4ba4-81a4-b3a8ebcf743f req-bd138755-0cff-475b-a328-06cf0d76eea0 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:45.798202 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-541df456-42e5-4ba4-81a4-b3a8ebcf743f req-bd138755-0cff-475b-a328-06cf0d76eea0 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0575955 Oct 21 11:48:45.836993 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-541df456-42e5-4ba4-81a4-b3a8ebcf743f req-ec130770-4fb1-4dd5-956c-636b6b0b9ffb tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327110 Oct 21 11:48:46.082666 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:48:46.290893 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:46.405429 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5ce9c-ba3b-4334-8bb8-090ea2349de9 req-2d0fc284-bf0d-47a6-8a8f-c06f3aaa2435 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:46.406920 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c6e5ce9c-ba3b-4334-8bb8-090ea2349de9 req-2d0fc284-bf0d-47a6-8a8f-c06f3aaa2435 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0584302 Oct 21 11:48:46.471023 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c6e5ce9c-ba3b-4334-8bb8-090ea2349de9 req-e3e979fb-c9df-4a3c-b8da-f642c60c435f tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580680 Oct 21 11:48:46.491161 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050df0b-5bd6-45c7-8720-eb4567d417d6 req-d97983a7-5773-48a8-b134-f7a1368fda18 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:46.492748 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c050df0b-5bd6-45c7-8720-eb4567d417d6 req-d97983a7-5773-48a8-b134-f7a1368fda18 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0645814 Oct 21 11:48:46.537614 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c050df0b-5bd6-45c7-8720-eb4567d417d6 req-e7db0f4f-902c-4906-9835-86dff3915867 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384626 Oct 21 11:48:46.999329 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf97d8-2b77-4de0-867d-9f774d2d93cf req-4d7cd45c-5988-418b-9c84-d9416fc87bbe tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:47.000973 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8faf97d8-2b77-4de0-867d-9f774d2d93cf req-4d7cd45c-5988-418b-9c84-d9416fc87bbe tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0599351 Oct 21 11:48:47.045123 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8faf97d8-2b77-4de0-867d-9f774d2d93cf req-21b7a80f-caf5-4921-bb55-07988a3a4233 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372784 Oct 21 11:48:47.617299 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bca5c-4ae2-49a5-879c-bf28683d21bf req-8bcc9ecf-613e-43f6-a318-007b2af2dc00 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:47.625742 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-969bca5c-4ae2-49a5-879c-bf28683d21bf req-8bcc9ecf-613e-43f6-a318-007b2af2dc00 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0685229 Oct 21 11:48:47.683430 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-969bca5c-4ae2-49a5-879c-bf28683d21bf req-812c3978-43a6-4a94-9cc7-1550e057ef44 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566807 Oct 21 11:48:47.700088 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad7136-489c-4287-9c88-80163fa7c8dc req-5351de61-b21e-4593-ab25-8c9f3290fe54 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:47.702038 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e5ad7136-489c-4287-9c88-80163fa7c8dc req-5351de61-b21e-4593-ab25-8c9f3290fe54 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0676937 Oct 21 11:48:47.749402 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e5ad7136-489c-4287-9c88-80163fa7c8dc req-f717a311-958d-4df7-b49b-3714592750f8 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Oct 21 11:48:48.202213 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052ffad-b6e8-4f44-9302-083963618ec4 req-44da1fff-9412-4029-927f-dc8745df930e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:48.221803 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8052ffad-b6e8-4f44-9302-083963618ec4 req-44da1fff-9412-4029-927f-dc8745df930e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0743520 Oct 21 11:48:48.259831 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8052ffad-b6e8-4f44-9302-083963618ec4 req-9bbe04db-d9ff-45cf-a538-06b97515edf1 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371225 Oct 21 11:48:48.807730 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73539b80-73c6-4367-b501-0bdadd4c28b9 req-786d81b6-ed41-4a02-9b6c-898d7af1fdb3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:48.809868 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-73539b80-73c6-4367-b501-0bdadd4c28b9 req-786d81b6-ed41-4a02-9b6c-898d7af1fdb3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0569837 Oct 21 11:48:48.866536 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-73539b80-73c6-4367-b501-0bdadd4c28b9 req-076c1344-aee9-4ed3-a977-7abcb6f3d4fa tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Oct 21 11:48:48.902714 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6984585-7f8f-4d2f-ac3b-be7fac38f15f req-859fb0fc-d30a-4088-8a67-8ab6e2a0b1f8 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:48.904271 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f6984585-7f8f-4d2f-ac3b-be7fac38f15f req-859fb0fc-d30a-4088-8a67-8ab6e2a0b1f8 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0582919 Oct 21 11:48:48.946858 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f6984585-7f8f-4d2f-ac3b-be7fac38f15f req-7ccae681-14e9-4cb8-83d0-4404022f98e5 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357881 Oct 21 11:48:49.402072 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edc12f-08c3-4d0a-a22b-276db4e4a453 req-7404e8f7-39af-41eb-bfaf-d6399c6e9122 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:49.403517 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-60edc12f-08c3-4d0a-a22b-276db4e4a453 req-7404e8f7-39af-41eb-bfaf-d6399c6e9122 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0495529 Oct 21 11:48:49.466050 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-60edc12f-08c3-4d0a-a22b-276db4e4a453 req-20fbb87d-c711-44a0-8eb8-2937f30db15a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560126 Oct 21 11:48:50.018991 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164b013-a7a6-4738-86bd-822aada913b4 req-ad18be4b-acb9-4e5a-a700-a02af1d855bb tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:50.020459 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d164b013-a7a6-4738-86bd-822aada913b4 req-ad18be4b-acb9-4e5a-a700-a02af1d855bb tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0841055 Oct 21 11:48:50.091137 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d164b013-a7a6-4738-86bd-822aada913b4 req-dabe43e6-55fc-4f1e-91ad-91fa1c3e37c3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640478 Oct 21 11:48:50.111588 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a75c86-4050-4ea9-93cc-1255355dee58 req-a91f0799-6a4f-4572-a67e-67360055beb4 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:50.113119 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-41a75c86-4050-4ea9-93cc-1255355dee58 req-a91f0799-6a4f-4572-a67e-67360055beb4 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0799377 Oct 21 11:48:50.150429 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-41a75c86-4050-4ea9-93cc-1255355dee58 req-620e1f1f-3073-43ad-b06a-3eb7e780d5b0 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308578 Oct 21 11:48:50.601131 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5daeb-9435-4cfc-8be3-1c15dcc1e553 req-3d9cb58e-ea9b-4df1-8444-54131750bccc tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:50.603342 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d3c5daeb-9435-4cfc-8be3-1c15dcc1e553 req-3d9cb58e-ea9b-4df1-8444-54131750bccc tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0545073 Oct 21 11:48:50.641059 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d3c5daeb-9435-4cfc-8be3-1c15dcc1e553 req-c789dfc3-e2ba-4ca4-bd44-fdfa35d9e497 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317578 Oct 21 11:48:51.043874 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:51.219747 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a18bb-ca59-455c-9ec2-ba5db126a6dd req-da6b9216-8934-4724-936e-ab04d2b195bb tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:51.221263 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-268a18bb-ca59-455c-9ec2-ba5db126a6dd req-da6b9216-8934-4724-936e-ab04d2b195bb tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0617890 Oct 21 11:48:51.284479 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-268a18bb-ca59-455c-9ec2-ba5db126a6dd req-1183b318-1723-439b-9c97-a65ebc5a9f0e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534134 Oct 21 11:48:51.292789 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11173b7d-9cde-42ec-b2d2-20353c3fefd3 req-2a218d64-0ed1-432c-93d2-88c7d4ce86ce tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:51.294167 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-11173b7d-9cde-42ec-b2d2-20353c3fefd3 req-2a218d64-0ed1-432c-93d2-88c7d4ce86ce tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0720494 Oct 21 11:48:51.333701 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-11173b7d-9cde-42ec-b2d2-20353c3fefd3 req-9a6e90d1-c769-42aa-bc01-a772d98aeeed tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Oct 21 11:48:51.788154 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb42a-6d6b-4fc9-81f4-0f094f7b1187 req-e1c775fa-91ef-4100-8ebe-0b7ee2f9a170 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:51.789616 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e77fb42a-6d6b-4fc9-81f4-0f094f7b1187 req-e1c775fa-91ef-4100-8ebe-0b7ee2f9a170 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0536816 Oct 21 11:48:51.837558 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e77fb42a-6d6b-4fc9-81f4-0f094f7b1187 req-8eb28d00-d7e3-4c92-9a08-71a8c7cb5a43 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 Oct 21 11:48:52.405948 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583121a-d195-4ed7-89f8-5f69fb3ac2cb req-e8c87712-578e-4e10-a352-b04bf98eb65c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:52.407585 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1583121a-d195-4ed7-89f8-5f69fb3ac2cb req-e8c87712-578e-4e10-a352-b04bf98eb65c tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Oct 21 11:48:52.468912 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1583121a-d195-4ed7-89f8-5f69fb3ac2cb req-a6c5a4e7-2b82-47cf-a2da-3df50e7537f1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503612 Oct 21 11:48:52.481609 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171305-78dc-4c2e-855d-2b8db876e67c req-c29353db-d8e7-407a-8005-cdf18bf50e18 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:52.483084 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-32171305-78dc-4c2e-855d-2b8db876e67c req-c29353db-d8e7-407a-8005-cdf18bf50e18 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0745928 Oct 21 11:48:52.523587 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-32171305-78dc-4c2e-855d-2b8db876e67c req-a4b34f5d-e455-4e7d-b74e-f1c39c2c479c tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Oct 21 11:48:52.919047 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c07658-27ba-447d-8cf1-5bf7506788c6 req-4becd30c-9a25-4fb5-bfba-c634e1b326c8 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:52.920840 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f5c07658-27ba-447d-8cf1-5bf7506788c6 req-4becd30c-9a25-4fb5-bfba-c634e1b326c8 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 946 time: 0.0624318 Oct 21 11:48:52.982732 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f5c07658-27ba-447d-8cf1-5bf7506788c6 req-e4e9d2b8-5821-4b9d-8845-b36ea8eef061 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515387 Oct 21 11:48:52.998509 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79e26f-86cf-45f3-997a-bc458388f207 req-8f184d42-b16e-4a57-a069-f552df927335 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:53.005637 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7b79e26f-86cf-45f3-997a-bc458388f207 req-8f184d42-b16e-4a57-a069-f552df927335 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0837381 Oct 21 11:48:53.042979 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7b79e26f-86cf-45f3-997a-bc458388f207 req-7a6afbdd-ab32-489e-8a59-a35619443de9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354230 Oct 21 11:48:53.587140 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ef21-4088-44d2-8afa-99b0cfbd45c5 req-23da1380-d638-48ca-9f81-565eea888d9e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:53.589284 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5931ef21-4088-44d2-8afa-99b0cfbd45c5 req-23da1380-d638-48ca-9f81-565eea888d9e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0522122 Oct 21 11:48:53.660459 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5931ef21-4088-44d2-8afa-99b0cfbd45c5 req-6717efb2-72a5-47c9-872a-c73eae88bcff tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575573 Oct 21 11:48:53.672274 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd3e72-0f89-46ab-ad35-d9c7071d978f req-cb2ab16d-76ba-4b5f-86aa-a15287764935 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:53.673826 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-90dd3e72-0f89-46ab-ad35-d9c7071d978f req-cb2ab16d-76ba-4b5f-86aa-a15287764935 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0809340 Oct 21 11:48:53.713148 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-90dd3e72-0f89-46ab-ad35-d9c7071d978f req-6e877429-a07a-4868-870e-a45f6ccde3d8 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/security-groups?id=92ff0d70-b480-4708-8568-822441c31fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333421 Oct 21 11:48:54.039835 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad3564-bc9b-45fb-911f-599f522fa55a req-2c5a53c5-d8a6-4e78-8a16-fdd8ff296cb5 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:54.041375 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5cad3564-bc9b-45fb-911f-599f522fa55a req-2c5a53c5-d8a6-4e78-8a16-fdd8ff296cb5 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 945 time: 0.0695257 Oct 21 11:48:54.118825 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03697d-7f1d-4dcb-aec5-2e008ece3d85 req-7b43c855-ef8d-4421-b150-befb511f232f tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:54.120318 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6f03697d-7f1d-4dcb-aec5-2e008ece3d85 req-7b43c855-ef8d-4421-b150-befb511f232f tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 946 time: 0.0556750 Oct 21 11:48:54.156531 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-5cad3564-bc9b-45fb-911f-599f522fa55a req-ed2b1eb1-c09a-4767-8612-61e4437c7f6e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Deleting port 520b4833-baf6-4e92-9c1f-7d775ad19f1e {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:48:54.156889 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5cad3564-bc9b-45fb-911f-599f522fa55a req-ed2b1eb1-c09a-4767-8612-61e4437c7f6e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:54.190486 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6f03697d-7f1d-4dcb-aec5-2e008ece3d85 req-abc631e8-c3cf-4724-b473-8be1dfc3c120 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638545 Oct 21 11:48:54.208148 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb4292-8855-41f1-9670-9a78c3cdcde7 req-b591c489-6548-47bf-9da3-f077be3d9610 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:54.209809 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c5eb4292-8855-41f1-9670-9a78c3cdcde7 req-b591c489-6548-47bf-9da3-f077be3d9610 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0772436 Oct 21 11:48:54.249136 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c5eb4292-8855-41f1-9670-9a78c3cdcde7 req-79e428ce-f568-4d9c-b5b3-189c0c27685e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331867 Oct 21 11:48:54.250469 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-5cad3564-bc9b-45fb-911f-599f522fa55a req-ed2b1eb1-c09a-4767-8612-61e4437c7f6e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] For port 520b4833-baf6-4e92-9c1f-7d775ad19f1e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=520b4833-baf6-4e92-9c1f-7d775ad19f1e,segment=NetworkSegment(da45e231-0ea6-41c3-b397-062e90cdc7d0),segment_id=da45e231-0ea6-41c3-b397-062e90cdc7d0)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:54.250823 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5cad3564-bc9b-45fb-911f-599f522fa55a req-ed2b1eb1-c09a-4767-8612-61e4437c7f6e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:54.272625 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-5cad3564-bc9b-45fb-911f-599f522fa55a req-ed2b1eb1-c09a-4767-8612-61e4437c7f6e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Calling delete_port for 520b4833-baf6-4e92-9c1f-7d775ad19f1e owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:48:54.406667 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5cad3564-bc9b-45fb-911f-599f522fa55a req-ed2b1eb1-c09a-4767-8612-61e4437c7f6e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:54.433337 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b1eb1-c09a-4767-8612-61e4437c7f6e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Pushing event deleted for resources: {'Port': ['ID=520b4833-baf6-4e92-9c1f-7d775ad19f1e,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:54.481380 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cad3564-bc9b-45fb-911f-599f522fa55a req-ed2b1eb1-c09a-4767-8612-61e4437c7f6e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] No DVR routers for this DVR port 520b4833-baf6-4e92-9c1f-7d775ad19f1e on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:48:54.484500 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5cad3564-bc9b-45fb-911f-599f522fa55a req-ed2b1eb1-c09a-4767-8612-61e4437c7f6e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:54.488332 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5cad3564-bc9b-45fb-911f-599f522fa55a req-ed2b1eb1-c09a-4767-8612-61e4437c7f6e tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.47 "DELETE /v2.0/ports/520b4833-baf6-4e92-9c1f-7d775ad19f1e HTTP/1.1" status: 204 len: 173 time: 0.4294922 Oct 21 11:48:54.488834 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a924aa87-1b0d-4f26-bca7-2dc0261bf78d', 'name': 'network-vif-deleted', 'tag': '520b4833-baf6-4e92-9c1f-7d775ad19f1e'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:48:54.491381 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ad818-f747-4cf0-adc9-a64fe2abb8e1" -d '{"events": [{"server_uuid": "a924aa87-1b0d-4f26-bca7-2dc0261bf78d", "name": "network-vif-deleted", "tag": "520b4833-baf6-4e92-9c1f-7d775ad19f1e"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:48:54.539367 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcfca89-b5e2-4292-9d41-408bbdedd1ed x-openstack-request-id: req-bfcfca89-b5e2-4292-9d41-408bbdedd1ed {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:48:54.539667 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a924aa87-1b0d-4f26-bca7-2dc0261bf78d", "name": "network-vif-deleted", "tag": "520b4833-baf6-4e92-9c1f-7d775ad19f1e", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:48:54.539907 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfcfca89-b5e2-4292-9d41-408bbdedd1ed {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:48:54.540299 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a924aa87-1b0d-4f26-bca7-2dc0261bf78d', 'name': 'network-vif-deleted', 'tag': '520b4833-baf6-4e92-9c1f-7d775ad19f1e', 'status': 'completed', 'code': 200} Oct 21 11:48:54.779619 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fe9ad-342e-4de2-b2b4-7f324a5bc465 req-a94bc3d3-164e-4676-b7ee-bfe8814dc9fb tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:54.781152 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dc2fe9ad-342e-4de2-b2b4-7f324a5bc465 req-a94bc3d3-164e-4676-b7ee-bfe8814dc9fb tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0518131 Oct 21 11:48:54.832086 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f5231b64-9106-469a-bb57-f6a4ed01f3c7 req-a64cc99b-0cd7-42de-aafe-aec23e04bd11 tempest-AttachVolumeNegativeTest-880479392 tempest-AttachVolumeNegativeTest-880479392-project] 10.222.0.24 "GET /v2.0/ports?device_id=a924aa87-1b0d-4f26-bca7-2dc0261bf78d HTTP/1.1" status: 200 len: 210 time: 0.0361362 Oct 21 11:48:54.846444 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-dc2fe9ad-342e-4de2-b2b4-7f324a5bc465 req-4d2ba7c2-4561-46b7-8fa1-28d9f617a7e1 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577960 Oct 21 11:48:54.967747 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75919d-5f94-412b-aa6d-de784a8cf0d7 req-f090aa14-e31e-4cab-9092-0c55780f0197 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:54.969237 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-fb75919d-5f94-412b-aa6d-de784a8cf0d7 req-f090aa14-e31e-4cab-9092-0c55780f0197 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 945 time: 0.0512910 Oct 21 11:48:55.091861 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-fb75919d-5f94-412b-aa6d-de784a8cf0d7 req-85ff238f-cb06-45a5-9381-b6a383275961 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Deleting port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:48:55.092607 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-fb75919d-5f94-412b-aa6d-de784a8cf0d7 req-85ff238f-cb06-45a5-9381-b6a383275961 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:55.222900 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-fb75919d-5f94-412b-aa6d-de784a8cf0d7 req-85ff238f-cb06-45a5-9381-b6a383275961 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] For port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=44cdc3b4-f25f-4d9d-b3ef-804628c2e649,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:55.223268 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-fb75919d-5f94-412b-aa6d-de784a8cf0d7 req-85ff238f-cb06-45a5-9381-b6a383275961 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:55.232669 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791da74a-4445-4d99-a9d3-0791ccc1c345 req-0d202102-828d-4ab5-a1bd-e1f099c66170 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:55.234177 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-791da74a-4445-4d99-a9d3-0791ccc1c345 req-0d202102-828d-4ab5-a1bd-e1f099c66170 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.47 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 946 time: 0.0757689 Oct 21 11:48:55.245857 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-fb75919d-5f94-412b-aa6d-de784a8cf0d7 req-85ff238f-cb06-45a5-9381-b6a383275961 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Calling delete_port for 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:48:55.317327 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc2c18-2cac-4be9-a7d7-3b73658725be req-8eefb2bb-2ef3-4e6b-abb6-2a9dec3e11cd tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:55.318878 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-abdc2c18-2cac-4be9-a7d7-3b73658725be req-8eefb2bb-2ef3-4e6b-abb6-2a9dec3e11cd tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 946 time: 0.0546803 Oct 21 11:48:55.387934 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-abdc2c18-2cac-4be9-a7d7-3b73658725be req-fd36a627-b04e-443e-95e5-fe0a158337bf tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/security-groups?id=08311472-41c0-4585-8fd9-1148f66f74ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623848 Oct 21 11:48:55.406859 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f2aa4-5e20-4fd8-b565-c5e91c2808e7 req-c206c6d2-e72d-482d-9f73-ff678d396dd2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:55.408921 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ec0f2aa4-5e20-4fd8-b565-c5e91c2808e7 req-c206c6d2-e72d-482d-9f73-ff678d396dd2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0817759 Oct 21 11:48:55.423578 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-791da74a-4445-4d99-a9d3-0791ccc1c345 req-99b4839b-f38f-430b-84d8-962a411f3c1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Deleting port b715278f-584e-4650-9f73-b6076bff7347 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:48:55.423912 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-791da74a-4445-4d99-a9d3-0791ccc1c345 req-99b4839b-f38f-430b-84d8-962a411f3c1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:55.453986 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ec0f2aa4-5e20-4fd8-b565-c5e91c2808e7 req-8219f213-2a9e-4ff8-b9e8-e00e23955b6d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378110 Oct 21 11:48:55.548039 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-fb75919d-5f94-412b-aa6d-de784a8cf0d7 req-85ff238f-cb06-45a5-9381-b6a383275961 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:55.558512 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-791da74a-4445-4d99-a9d3-0791ccc1c345 req-99b4839b-f38f-430b-84d8-962a411f3c1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] For port b715278f-584e-4650-9f73-b6076bff7347, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=b715278f-584e-4650-9f73-b6076bff7347,segment=NetworkSegment(27b25990-7593-4a28-9806-3d85eb50e499),segment_id=27b25990-7593-4a28-9806-3d85eb50e499)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:55.558854 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-791da74a-4445-4d99-a9d3-0791ccc1c345 req-99b4839b-f38f-430b-84d8-962a411f3c1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:55.560235 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['fab34e83-6fad-4a73-ac53-60b97b8923ac', '44cdc3b4-f25f-4d9d-b3ef-804628c2e649'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:48:55.598024 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff238f-cb06-45a5-9381-b6a383275961 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Pushing event deleted for resources: {'Port': ['ID=44cdc3b4-f25f-4d9d-b3ef-804628c2e649,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:55.599997 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-791da74a-4445-4d99-a9d3-0791ccc1c345 req-99b4839b-f38f-430b-84d8-962a411f3c1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Calling delete_port for b715278f-584e-4650-9f73-b6076bff7347 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:48:55.672336 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb75919d-5f94-412b-aa6d-de784a8cf0d7 req-85ff238f-cb06-45a5-9381-b6a383275961 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] No DVR routers for this DVR port 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:48:55.676416 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-fb75919d-5f94-412b-aa6d-de784a8cf0d7 req-85ff238f-cb06-45a5-9381-b6a383275961 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:55.679719 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-fb75919d-5f94-412b-aa6d-de784a8cf0d7 req-85ff238f-cb06-45a5-9381-b6a383275961 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.47 "DELETE /v2.0/ports/44cdc3b4-f25f-4d9d-b3ef-804628c2e649 HTTP/1.1" status: 204 len: 173 time: 0.6901217 Oct 21 11:48:55.772976 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-791da74a-4445-4d99-a9d3-0791ccc1c345 req-99b4839b-f38f-430b-84d8-962a411f3c1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:55.803514 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4839b-f38f-430b-84d8-962a411f3c1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Pushing event deleted for resources: {'Port': ['ID=b715278f-584e-4650-9f73-b6076bff7347,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:55.856207 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-791da74a-4445-4d99-a9d3-0791ccc1c345 req-99b4839b-f38f-430b-84d8-962a411f3c1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] No DVR routers for this DVR port b715278f-584e-4650-9f73-b6076bff7347 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:48:55.858567 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-791da74a-4445-4d99-a9d3-0791ccc1c345 req-99b4839b-f38f-430b-84d8-962a411f3c1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:55.861985 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-791da74a-4445-4d99-a9d3-0791ccc1c345 req-99b4839b-f38f-430b-84d8-962a411f3c1a tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.47 "DELETE /v2.0/ports/b715278f-584e-4650-9f73-b6076bff7347 HTTP/1.1" status: 204 len: 173 time: 0.6172984 Oct 21 11:48:55.873282 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['b715278f-584e-4650-9f73-b6076bff7347'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:48:55.894374 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 50994) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:55.946076 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf2c1af-9270-48c5-9829-67b60af120b9 admin admin] Deleting subnet 31b0aa6a-4ce2-4555-be29-93c882c6a0bc {{(pid=106353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:48:55.949613 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1af-9270-48c5-9829-67b60af120b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:55.976786 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-49f41dfe-04d6-4069-9a16-3450ebe57940 req-5ca159d2-2e30-420f-a9e3-92b447d34f7e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=88d04a38-9e5c-463d-89b6-b4566a366250 HTTP/1.1" status: 200 len: 210 time: 0.0276160 Oct 21 11:48:55.986647 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1af-9270-48c5-9829-67b60af120b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11080619'] for subnet, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.031823 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1af-9270-48c5-9829-67b60af120b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.109499 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1af-9270-48c5-9829-67b60af120b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9302782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3067810'] for subnet, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.136963 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2c1af-9270-48c5-9829-67b60af120b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b0aa6a-4ce2-4555-be29-93c882c6a0bc,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:56.140844 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5bf2c1af-9270-48c5-9829-67b60af120b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.147027 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-5bf2c1af-9270-48c5-9829-67b60af120b9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/31b0aa6a-4ce2-4555-be29-93c882c6a0bc HTTP/1.1" status: 204 len: 168 time: 0.2489474 Oct 21 11:48:56.147472 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 50996) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:56.220977 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.300858 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.306890 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:48:56.324654 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424deba6-bccd-4605-85ac-925b0a293982']}} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:48:56.326693 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:48:56.327030 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 44cdc3b4-f25f-4d9d-b3ef-804628c2e649 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:48:56.327739 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 520b4833-baf6-4e92-9c1f-7d775ad19f1e no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:48:56.334680 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da45e231-0ea6-41c3-b397-062e90cdc7d0') {'for_net_delete': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:48:56.334962 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da45e231-0ea6-41c3-b397-062e90cdc7d0') {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:48:56.343887 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8431963'] for segment, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.345722 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 520b4833-baf6-4e92-9c1f-7d775ad19f1e {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:48:56.346060 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 520b4833-baf6-4e92-9c1f-7d775ad19f1e not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:48:56.346662 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device b715278f-584e-4650-9f73-b6076bff7347 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:48:56.356478 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.366615 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: b715278f-584e-4650-9f73-b6076bff7347 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:48:56.366844 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device b715278f-584e-4650-9f73-b6076bff7347 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:48:56.367489 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=106352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:48:56.367955 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8750407'] for segment, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: Traceback (most recent call last): Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: timer() Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: cb(*args, **kw) Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: return func(*args, **kwargs) Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: self._notify() Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: self.callback(batched_events) Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: event.method(event) Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: return f(self, *a, **k) Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._get(url).json() Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: return self.request(url, 'GET', **kwargs) Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:48:56.370052 dv-cinder-814898-1-iscsi neutron-server[106352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:48:56.428707 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.436563 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.443113 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] 10.222.0.24 "DELETE /v2.0/networks/424deba6-bccd-4605-85ac-925b0a293982 HTTP/1.1" status: 204 len: 168 time: 0.2920475 Oct 21 11:48:56.452821 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=424deba6-bccd-4605-85ac-925b0a293982,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:56.464555 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.469715 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.470205 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.472106 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.472532 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.477986 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.478429 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.478884 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.479277 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.479749 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.480090 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.480485 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7602bc3-e198-4d64-9e7f-e5e15f628e67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:56.542821 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d04a38-9e5c-463d-89b6-b4566a366250', 'name': 'network-vif-deleted', 'tag': '44cdc3b4-f25f-4d9d-b3ef-804628c2e649'}, {'server_uuid': 'a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6', 'name': 'network-vif-deleted', 'tag': 'b715278f-584e-4650-9f73-b6076bff7347'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:48:56.550014 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5334b21-ddc5-44b7-ac46-9f9408d3dc8d" -d '{"events": [{"server_uuid": "88d04a38-9e5c-463d-89b6-b4566a366250", "name": "network-vif-deleted", "tag": "44cdc3b4-f25f-4d9d-b3ef-804628c2e649"}, {"server_uuid": "a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6", "name": "network-vif-deleted", "tag": "b715278f-584e-4650-9f73-b6076bff7347"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:48:56.551130 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab351e38-4794-4071-b45f-5c94caf62889 req-28fc47a5-d496-4810-93ac-289a6d174112 tempest-VolumesSnapshotTestJSON-154147374 tempest-VolumesSnapshotTestJSON-154147374-project] 10.222.0.24 "GET /v2.0/ports?device_id=a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0546126 Oct 21 11:48:56.625753 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2824b-f0bc-489e-b59b-ae82613b83fe req-1b099a55-74c7-49c2-ac13-bd4ff5586c69 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:56.627625 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d0a2824b-f0bc-489e-b59b-ae82613b83fe req-1b099a55-74c7-49c2-ac13-bd4ff5586c69 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0751765 Oct 21 11:48:56.631755 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Oct 2021 11:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc494bc-1b8f-4250-9d31-50659ff47b4f x-openstack-request-id: req-7cc494bc-1b8f-4250-9d31-50659ff47b4f {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:48:56.632146 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d04a38-9e5c-463d-89b6-b4566a366250", "name": "network-vif-deleted", "tag": "44cdc3b4-f25f-4d9d-b3ef-804628c2e649", "status": "completed", "code": 200}, {"server_uuid": "a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6", "name": "network-vif-deleted", "tag": "b715278f-584e-4650-9f73-b6076bff7347", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:48:56.632542 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cc494bc-1b8f-4250-9d31-50659ff47b4f {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:48:56.636246 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d04a38-9e5c-463d-89b6-b4566a366250', 'name': 'network-vif-deleted', 'tag': '44cdc3b4-f25f-4d9d-b3ef-804628c2e649', 'status': 'completed', 'code': 200} Oct 21 11:48:56.636246 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04ef2ae-3be2-4b0b-8cc8-79638d83eaa6', 'name': 'network-vif-deleted', 'tag': 'b715278f-584e-4650-9f73-b6076bff7347', 'status': 'completed', 'code': 200} Oct 21 11:48:56.676167 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d0a2824b-f0bc-489e-b59b-ae82613b83fe req-73ed1086-be47-4d2b-8453-2a0a8251ef03 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410066 Oct 21 11:48:56.700754 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51008) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:56.743016 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-88141347-8b4e-4199-9cc9-9d443efb6883 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b28b4cc2e40f469591339acc7b8181f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410051 Oct 21 11:48:56.745469 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51010) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:48:56.791856 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c15c23b7-75f9-4c05-b8b0-428481a23af9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.813713 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c15c23b7-75f9-4c05-b8b0-428481a23af9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.864255 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c15c23b7-75f9-4c05-b8b0-428481a23af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.869032 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c15c23b7-75f9-4c05-b8b0-428481a23af9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:56.871109 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-c15c23b7-75f9-4c05-b8b0-428481a23af9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92ff0d70-b480-4708-8568-822441c31fe0 HTTP/1.1" status: 204 len: 168 time: 0.1244588 Oct 21 11:48:56.882527 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c23b7-75f9-4c05-b8b0-428481a23af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ff0d70-b480-4708-8568-822441c31fe0,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:57.266443 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655a1ab-c40b-4d87-91a1-f8983b86333d req-a9aa2683-dec4-4942-bc6e-72e91d5c0907 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:57.268069 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e655a1ab-c40b-4d87-91a1-f8983b86333d req-a9aa2683-dec4-4942-bc6e-72e91d5c0907 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0555468 Oct 21 11:48:57.308990 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e655a1ab-c40b-4d87-91a1-f8983b86333d req-ed7353a7-df42-44fa-bc83-ac99caad3287 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344572 Oct 21 11:48:57.828710 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435777c-0b47-4567-a965-c2b1ec4a0bf6 req-d1a82454-943b-4706-8365-4379d981a2e7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:57.831115 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7435777c-0b47-4567-a965-c2b1ec4a0bf6 req-d1a82454-943b-4706-8365-4379d981a2e7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 943 time: 0.0628350 Oct 21 11:48:57.872131 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7435777c-0b47-4567-a965-c2b1ec4a0bf6 req-74a658ef-4bb8-48ce-bede-e3b3653c603d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342934 Oct 21 11:48:58.325607 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 15f182f0-4a55-402a-94ed-a82645336d7e details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:48:58.443978 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:58.445695 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96290d-86b9-410e-9ac6-210be2e19a3d req-f75820da-7c68-4c13-be7e-e63987201d85 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:58.447998 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ec96290d-86b9-410e-9ac6-210be2e19a3d req-f75820da-7c68-4c13-be7e-e63987201d85 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0638855 Oct 21 11:48:58.457516 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '15f182f0-4a55-402a-94ed-a82645336d7e', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'port_id': '15f182f0-4a55-402a-94ed-a82645336d7e', 'mac_address': 'fa:16:3e:cd:51:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:48:58.492232 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ec96290d-86b9-410e-9ac6-210be2e19a3d req-72570f97-3e6f-4cc3-930e-c0221f40936e tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375931 Oct 21 11:48:58.496781 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:58.509761 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f182f0-4a55-402a-94ed-a82645336d7e {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:48:58.529862 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:48:58.536369 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:48:58.590122 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=15f182f0-4a55-402a-94ed-a82645336d7e,revision_number=9']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:48:58.597318 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.597689 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.598022 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.598343 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.598664 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.598982 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.599297 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.599609 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.599941 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.600257 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.600549 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.600858 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:48:58.807468 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['15f182f0-4a55-402a-94ed-a82645336d7e'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:48:59.028874 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac5f41-2059-4d11-9489-0147ba75fe39 req-e4372b1b-2b50-4759-a228-ce6871fe875b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:59.030406 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3fac5f41-2059-4d11-9489-0147ba75fe39 req-e4372b1b-2b50-4759-a228-ce6871fe875b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 944 time: 0.0525727 Oct 21 11:48:59.071766 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3fac5f41-2059-4d11-9489-0147ba75fe39 req-a0538ee4-ec3b-4919-ba47-9e14cf3805d8 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343769 Oct 21 11:48:59.611737 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e734f6-b33b-4f8a-87ce-b39c3527d315 req-dac7c099-72d1-473c-9cf6-4833e5273cbb tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:48:59.613126 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d5e734f6-b33b-4f8a-87ce-b39c3527d315 req-dac7c099-72d1-473c-9cf6-4833e5273cbb tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0506516 Oct 21 11:48:59.654770 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d5e734f6-b33b-4f8a-87ce-b39c3527d315 req-68603ec4-617c-49e8-9217-5ee4d1cb08de tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348017 Oct 21 11:49:00.206785 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed96741-7eb4-4f63-9f9b-f256fcbdf4df req-8f3dfbee-d4f9-4cc1-b3ac-d66b758bb6bf tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:00.209756 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0ed96741-7eb4-4f63-9f9b-f256fcbdf4df req-8f3dfbee-d4f9-4cc1-b3ac-d66b758bb6bf tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 944 time: 0.0489767 Oct 21 11:49:00.245483 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0ed96741-7eb4-4f63-9f9b-f256fcbdf4df req-b7509839-cf08-4d56-be5c-34e0b381371d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311930 Oct 21 11:49:00.784496 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f274a8-84fa-4c9b-a144-1a6ae9a21d5c req-3159a96b-b81e-4060-89b3-4c67fe041754 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:00.785988 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-00f274a8-84fa-4c9b-a144-1a6ae9a21d5c req-3159a96b-b81e-4060-89b3-4c67fe041754 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0547931 Oct 21 11:49:00.824842 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-00f274a8-84fa-4c9b-a144-1a6ae9a21d5c req-23adbf75-02b2-4ddc-96b8-2a4fe20cf391 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Oct 21 11:49:01.378379 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f34be-932c-4a64-ba8d-ff428298e2be req-ded4f47f-73c4-4d4e-a43c-9b17250043c9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:01.379832 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-920f34be-932c-4a64-ba8d-ff428298e2be req-ded4f47f-73c4-4d4e-a43c-9b17250043c9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 944 time: 0.0580733 Oct 21 11:49:01.418536 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-920f34be-932c-4a64-ba8d-ff428298e2be req-aa69f374-24d2-4d63-9783-3feb3681944d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325201 Oct 21 11:49:01.949642 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56034b25-be95-4807-b999-4e0df6315cee req-ff59e433-3daa-4827-808e-3c082dce8dd3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:01.951150 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-56034b25-be95-4807-b999-4e0df6315cee req-ff59e433-3daa-4827-808e-3c082dce8dd3 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0543962 Oct 21 11:49:01.996776 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-56034b25-be95-4807-b999-4e0df6315cee req-73dbb664-8023-44c9-911e-a40a289124a7 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 Oct 21 11:49:02.548440 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787a282-ee44-413d-a6d0-ad00fb78d9dd req-43ad2705-b23e-43e3-89bc-7d98dfdaf49d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:02.550027 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b787a282-ee44-413d-a6d0-ad00fb78d9dd req-43ad2705-b23e-43e3-89bc-7d98dfdaf49d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 944 time: 0.0557742 Oct 21 11:49:02.589388 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b787a282-ee44-413d-a6d0-ad00fb78d9dd req-e328996b-f49c-482e-9679-6ed81ab0408f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330658 Oct 21 11:49:02.982436 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d5114-a8f2-4399-8579-66c76745468e req-35774784-a827-4458-835a-f091eb0beaf2 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:02.983962 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-417d5114-a8f2-4399-8579-66c76745468e req-35774784-a827-4458-835a-f091eb0beaf2 tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0518017 Oct 21 11:49:03.083856 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-417d5114-a8f2-4399-8579-66c76745468e req-12e04d3d-868a-43e1-8c39-933e4b94beab tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Deleting port fab34e83-6fad-4a73-ac53-60b97b8923ac {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:49:03.084188 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-417d5114-a8f2-4399-8579-66c76745468e req-12e04d3d-868a-43e1-8c39-933e4b94beab tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:03.117442 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56e629-40fa-4bfe-b172-ca42fa159b17 req-1ff8bbdc-ea08-4658-97f3-74f03929ebda tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:03.120791 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6e56e629-40fa-4bfe-b172-ca42fa159b17 req-1ff8bbdc-ea08-4658-97f3-74f03929ebda tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d8186bc-6ea8-48ec-b24e-a069ca877c3d HTTP/1.1" status: 200 len: 945 time: 0.0495234 Oct 21 11:49:03.157723 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6e56e629-40fa-4bfe-b172-ca42fa159b17 req-c0239bb2-383f-4c3f-b1a9-9d6bc4ef533d tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.24 "GET /v2.0/security-groups?id=24acc8b0-c179-4f4c-91d0-29e37afa4b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Oct 21 11:49:03.180605 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-417d5114-a8f2-4399-8579-66c76745468e req-12e04d3d-868a-43e1-8c39-933e4b94beab tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] For port fab34e83-6fad-4a73-ac53-60b97b8923ac, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fab34e83-6fad-4a73-ac53-60b97b8923ac,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:03.180970 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-417d5114-a8f2-4399-8579-66c76745468e req-12e04d3d-868a-43e1-8c39-933e4b94beab tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:03.196294 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-417d5114-a8f2-4399-8579-66c76745468e req-12e04d3d-868a-43e1-8c39-933e4b94beab tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Calling delete_port for fab34e83-6fad-4a73-ac53-60b97b8923ac owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:49:03.336048 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-417d5114-a8f2-4399-8579-66c76745468e req-12e04d3d-868a-43e1-8c39-933e4b94beab tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:03.348376 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['fab34e83-6fad-4a73-ac53-60b97b8923ac'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:49:03.380960 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e04d3d-868a-43e1-8c39-933e4b94beab tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Pushing event deleted for resources: {'Port': ['ID=fab34e83-6fad-4a73-ac53-60b97b8923ac,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:03.415444 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-417d5114-a8f2-4399-8579-66c76745468e req-12e04d3d-868a-43e1-8c39-933e4b94beab tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] No DVR routers for this DVR port fab34e83-6fad-4a73-ac53-60b97b8923ac on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:49:03.418206 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-417d5114-a8f2-4399-8579-66c76745468e req-12e04d3d-868a-43e1-8c39-933e4b94beab tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:03.421844 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-417d5114-a8f2-4399-8579-66c76745468e req-12e04d3d-868a-43e1-8c39-933e4b94beab tempest-ServerRescueNegativeTestJSON-1960821732 tempest-ServerRescueNegativeTestJSON-1960821732-project] 10.222.0.47 "DELETE /v2.0/ports/fab34e83-6fad-4a73-ac53-60b97b8923ac HTTP/1.1" status: 204 len: 173 time: 0.4309316 Oct 21 11:49:03.422306 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8186bc-6ea8-48ec-b24e-a069ca877c3d', 'name': 'network-vif-deleted', 'tag': 'fab34e83-6fad-4a73-ac53-60b97b8923ac'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:49:03.424645 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dcbb85-80e1-431f-8b06-c0a8b7fae1a0" -d '{"events": [{"server_uuid": "9d8186bc-6ea8-48ec-b24e-a069ca877c3d", "name": "network-vif-deleted", "tag": "fab34e83-6fad-4a73-ac53-60b97b8923ac"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:49:03.463467 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78537ea6-d23e-442f-b627-afd236825c77 x-openstack-request-id: req-78537ea6-d23e-442f-b627-afd236825c77 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:49:03.464477 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8186bc-6ea8-48ec-b24e-a069ca877c3d", "name": "network-vif-deleted", "tag": "fab34e83-6fad-4a73-ac53-60b97b8923ac", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:49:03.464736 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78537ea6-d23e-442f-b627-afd236825c77 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:49:03.465160 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8186bc-6ea8-48ec-b24e-a069ca877c3d', 'name': 'network-vif-deleted', 'tag': 'fab34e83-6fad-4a73-ac53-60b97b8923ac', 'status': 'completed', 'code': 200} Oct 21 11:49:03.719531 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b1c73-4221-4630-ae91-c4129b126ce7 req-8c099d1c-07f0-487e-a1f6-24e9aba39951 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:03.721000 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1d5b1c73-4221-4630-ae91-c4129b126ce7 req-8c099d1c-07f0-487e-a1f6-24e9aba39951 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 944 time: 0.0547438 Oct 21 11:49:03.760837 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1d5b1c73-4221-4630-ae91-c4129b126ce7 req-15e2b9d5-5657-48b8-9a8f-04ad0ab4ef2d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331674 Oct 21 11:49:03.946968 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51156) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:04.060794 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-de42bc72-590f-414e-b958-a1c5271ffde0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:04.144158 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-de42bc72-590f-414e-b958-a1c5271ffde0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:04.149921 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-de42bc72-590f-414e-b958-a1c5271ffde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:04.188544 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-de42bc72-590f-414e-b958-a1c5271ffde0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20df168a41e34df7962a9f6b3502894c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404206 Oct 21 11:49:04.189452 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42bc72-590f-414e-b958-a1c5271ffde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1296555c-651e-424d-ad47-e68f57810795,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:04.191385 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51162) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:04.224457 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51164) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:04.262116 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3219f7e0-5760-4235-89f7-d4442db9de42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:04.282869 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3219f7e0-5760-4235-89f7-d4442db9de42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:04.339037 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3219f7e0-5760-4235-89f7-d4442db9de42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:04.341985 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3219f7e0-5760-4235-89f7-d4442db9de42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:04.343145 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-3219f7e0-5760-4235-89f7-d4442db9de42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1296555c-651e-424d-ad47-e68f57810795 HTTP/1.1" status: 204 len: 168 time: 0.1417842 Oct 21 11:49:04.344166 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 15f182f0-4a55-402a-94ed-a82645336d7e up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:04.352778 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219f7e0-5760-4235-89f7-d4442db9de42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1296555c-651e-424d-ad47-e68f57810795,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:04.400258 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 15f182f0-4a55-402a-94ed-a82645336d7e triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:04.400849 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:04.494389 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:04.522271 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:49:04.524740 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7741d9-f584-4427-b92a-43ea46f7a54a" -d '{"events": [{"server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "name": "network-vif-plugged", "status": "completed", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:49:04.543950 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:04.549660 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:04.594097 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022d8bae-cb31-4046-bdd4-24130d85f240 x-openstack-request-id: req-022d8bae-cb31-4046-bdd4-24130d85f240 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:49:04.594343 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "name": "network-vif-plugged", "status": "completed", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:49:04.594549 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-022d8bae-cb31-4046-bdd4-24130d85f240 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:49:04.595024 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e', 'code': 200} Oct 21 11:49:04.631288 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=15f182f0-4a55-402a-94ed-a82645336d7e,revision_number=10']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:04.714503 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3702552'] for router_interface, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:05.107851 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54013cd0-f2de-4d0b-b3bb-c1da44023df7 req-e4cbc8f5-2e7c-4477-9530-028c632abb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:05.109388 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54013cd0-f2de-4d0b-b3bb-c1da44023df7 req-e4cbc8f5-2e7c-4477-9530-028c632abb1c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 1099 time: 0.0600972 Oct 21 11:49:05.141044 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4245afa-557f-452b-8c58-d02248c61025 req-67b6967e-0a0c-48de-bb08-539a7fffafca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:05.142551 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a4245afa-557f-452b-8c58-d02248c61025 req-67b6967e-0a0c-48de-bb08-539a7fffafca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 946 time: 0.1285610 Oct 21 11:49:05.157063 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54013cd0-f2de-4d0b-b3bb-c1da44023df7 req-63b95ca0-23d3-441b-afcd-fa3687c15614 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390251 Oct 21 11:49:05.214915 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a4245afa-557f-452b-8c58-d02248c61025 req-54db15e5-eae3-43d8-aae5-c5f6e6e3fd7c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553126 Oct 21 11:49:05.320467 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] Deleting port 67c7300e-44e0-41c1-ae3f-127dfbc433ae {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:49:05.320796 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:05.399409 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] For port 67c7300e-44e0-41c1-ae3f-127dfbc433ae, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=67c7300e-44e0-41c1-ae3f-127dfbc433ae,segment=NetworkSegment(180f9a6c-3b4c-499e-983e-05ce526def2f),segment_id=180f9a6c-3b4c-499e-983e-05ce526def2f)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:05.399817 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:05.412398 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] Calling delete_port for 67c7300e-44e0-41c1-ae3f-127dfbc433ae owned by network:router_interface {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:49:05.626040 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:05.652443 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c7300e-44e0-41c1-ae3f-127dfbc433ae,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:05.814126 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3855061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3702408'] for router_interface, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:06.069908 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] Router 3a71c110-523a-4383-9f47-9151e4d79008 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:49:06.198150 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:49:06.209930 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-5c460f82-9976-4b35-ba17-4427535d0d65 admin admin] 10.222.0.24 "PUT /v2.0/routers/3a71c110-523a-4383-9f47-9151e4d79008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9842415 Oct 21 11:49:06.212276 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51250) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:06.220811 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b14639-80d1-42dc-a1a9-e5e834aacc7d None None] Sync routers for ids ['3a71c110-523a-4383-9f47-9151e4d79008'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:49:06.230838 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b14639-80d1-42dc-a1a9-e5e834aacc7d None None] Routers {'3a71c110-523a-4383-9f47-9151e4d79008'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:06.231730 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9b14639-80d1-42dc-a1a9-e5e834aacc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:48:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3a71c110-523a-4383-9f47-9151e4d79008'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:06.372374 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Publish callbacks [] for router, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:06.376076 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-b9b14639-80d1-42dc-a1a9-e5e834aacc7d None None] Set router 3a71c110-523a-4383-9f47-9151e4d79008 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:06.437512 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c7252-accd-4004-afd5-3ac7b233c1e8 req-2731aa26-39a3-4fab-aae6-99209d78b19f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:06.439043 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7d0c7252-accd-4004-afd5-3ac7b233c1e8 req-2731aa26-39a3-4fab-aae6-99209d78b19f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 946 time: 0.1194491 Oct 21 11:49:06.525302 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7d0c7252-accd-4004-afd5-3ac7b233c1e8 req-2c381e76-da72-4c91-a01a-5002e1feeb1b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513146 Oct 21 11:49:06.526689 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:06.592896 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9b14639-80d1-42dc-a1a9-e5e834aacc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71c110-523a-4383-9f47-9151e4d79008', 'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-router', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:12Z', 'updated_at': '2021-10-21T11:49:05Z', 'revision_number': 5, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'gw_port': {'id': 'a7f6fc43-0246-4214-955e-8520900a1383', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a71c110-523a-4383-9f47-9151e4d79008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:13Z', 'updated_at': '2021-10-21T11:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:06.601969 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Deleting port a7f6fc43-0246-4214-955e-8520900a1383 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:49:06.602378 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:06.622422 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b14639-80d1-42dc-a1a9-e5e834aacc7d None None] Checking router: 3a71c110-523a-4383-9f47-9151e4d79008 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:49:06.632071 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b14639-80d1-42dc-a1a9-e5e834aacc7d None None] Routers {'3a71c110-523a-4383-9f47-9151e4d79008'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:06.632520 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9b14639-80d1-42dc-a1a9-e5e834aacc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:48:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3a71c110-523a-4383-9f47-9151e4d79008'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:06.700805 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] For port a7f6fc43-0246-4214-955e-8520900a1383, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a7f6fc43-0246-4214-955e-8520900a1383,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:06.702860 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:06.723588 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Calling delete_port for a7f6fc43-0246-4214-955e-8520900a1383 owned by network:router_gateway {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:49:06.738143 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-b9b14639-80d1-42dc-a1a9-e5e834aacc7d None None] Set router 3a71c110-523a-4383-9f47-9151e4d79008 gateway port host: None {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:06.803884 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9b14639-80d1-42dc-a1a9-e5e834aacc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a71c110-523a-4383-9f47-9151e4d79008', 'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-router', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:12Z', 'updated_at': '2021-10-21T11:49:06Z', 'revision_number': 6, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'gw_port_host': None}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:06.839013 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b14639-80d1-42dc-a1a9-e5e834aacc7d None None] The sync data for ids ['3a71c110-523a-4383-9f47-9151e4d79008'] in dv-cinder-814898-1-iscsi is: [{'id': '3a71c110-523a-4383-9f47-9151e4d79008', 'name': 'tempest-ServerRescueNegativeTestJSON-2039237462-router', 'tenant_id': '0f71b6cef112465ea0487007a514b48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:12Z', 'updated_at': '2021-10-21T11:49:06Z', 'revision_number': 6, 'project_id': '0f71b6cef112465ea0487007a514b48e', 'gw_port_host': None}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:49:06.966974 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:06.995346 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f6fc43-0246-4214-955e-8520900a1383,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:07.060837 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3699490'] for router_gateway, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.163344 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3696045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12610'] for router, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.165784 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.234424 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3696054'] for router, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.241124 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a71c110-523a-4383-9f47-9151e4d79008 {{(pid=106352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 11:49:07.247404 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.251710 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51310) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:07.252343 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-7c3920dd-b97a-4488-8fc4-5c721fe31ecc admin admin] 10.222.0.24 "DELETE /v2.0/routers/3a71c110-523a-4383-9f47-9151e4d79008 HTTP/1.1" status: 204 len: 168 time: 1.0390043 Oct 21 11:49:07.316270 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ae31d9-3efc-4bd0-947c-38e06d6b0a5b admin admin] Deleting subnet d015a352-bd7a-49f5-8efd-ec90092cf44d {{(pid=106353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:49:07.320234 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e8ae31d9-3efc-4bd0-947c-38e06d6b0a5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.369350 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e8ae31d9-3efc-4bd0-947c-38e06d6b0a5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11080619'] for subnet, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.411908 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e8ae31d9-3efc-4bd0-947c-38e06d6b0a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.478643 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e8ae31d9-3efc-4bd0-947c-38e06d6b0a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9302782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3067810'] for subnet, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.508828 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae31d9-3efc-4bd0-947c-38e06d6b0a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d015a352-bd7a-49f5-8efd-ec90092cf44d,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:07.510904 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e8ae31d9-3efc-4bd0-947c-38e06d6b0a5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.517051 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-e8ae31d9-3efc-4bd0-947c-38e06d6b0a5b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d015a352-bd7a-49f5-8efd-ec90092cf44d HTTP/1.1" status: 204 len: 168 time: 0.2610776 Oct 21 11:49:07.517193 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51316) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:07.590111 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.667034 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bb66a-49cb-46d4-a987-b470b8544ba3 req-9a3c4337-bb90-42d5-b926-e387f67e0325 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:07.668397 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3f8bb66a-49cb-46d4-a987-b470b8544ba3 req-9a3c4337-bb90-42d5-b926-e387f67e0325 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 946 time: 0.0523121 Oct 21 11:49:07.681106 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.693144 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c148ecd-3a51-4ae8-9fa0-8184acd410b7']}} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:07.704927 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180f9a6c-3b4c-499e-983e-05ce526def2f') {'for_net_delete': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:07.705281 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180f9a6c-3b4c-499e-983e-05ce526def2f') {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:07.714915 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 67c7300e-44e0-41c1-ae3f-127dfbc433ae no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:49:07.720365 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11080610'] for segment, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.724380 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3f8bb66a-49cb-46d4-a987-b470b8544ba3 req-a1fa30e5-a0d5-4b4a-9d70-f8584fd6f737 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478730 Oct 21 11:49:07.739259 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 67c7300e-44e0-41c1-ae3f-127dfbc433ae {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:49:07.739823 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 67c7300e-44e0-41c1-ae3f-127dfbc433ae not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:49:07.744142 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.761317 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=106353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:49:07.761805 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9302608'] for segment, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: Traceback (most recent call last): Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: timer() Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: cb(*args, **kw) Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: return func(*args, **kwargs) Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: self._notify() Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: self.callback(batched_events) Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: event.method(event) Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: return f(self, *a, **k) Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._get(url).json() Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: return self.request(url, 'GET', **kwargs) Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:49:07.763841 dv-cinder-814898-1-iscsi neutron-server[106353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:49:07.828191 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.835248 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:07.838541 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] 10.222.0.24 "DELETE /v2.0/networks/9c148ecd-3a51-4ae8-9fa0-8184acd410b7 HTTP/1.1" status: 204 len: 168 time: 0.3204019 Oct 21 11:49:07.850055 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f99cf8-3d71-4cc3-b985-78ae2af9700b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c148ecd-3a51-4ae8-9fa0-8184acd410b7,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:08.039827 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51330) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:08.087193 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-188341fa-f98f-4d82-ba2d-ad91971b4376 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f71b6cef112465ea0487007a514b48e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0459299 Oct 21 11:49:08.089969 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51336) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:08.143053 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1a94f86a-b836-4f2c-8fff-4b9067d8016c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:08.164163 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1a94f86a-b836-4f2c-8fff-4b9067d8016c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:08.217875 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1a94f86a-b836-4f2c-8fff-4b9067d8016c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:08.220525 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1a94f86a-b836-4f2c-8fff-4b9067d8016c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:08.221754 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-1a94f86a-b836-4f2c-8fff-4b9067d8016c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24acc8b0-c179-4f4c-91d0-29e37afa4b98 HTTP/1.1" status: 204 len: 168 time: 0.1307178 Oct 21 11:49:08.229805 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94f86a-b836-4f2c-8fff-4b9067d8016c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24acc8b0-c179-4f4c-91d0-29e37afa4b98,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:08.925632 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a7f6fc43-0246-4214-955e-8520900a1383 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:49:08.946777 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: a7f6fc43-0246-4214-955e-8520900a1383 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:49:08.947107 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a7f6fc43-0246-4214-955e-8520900a1383 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:49:08.949937 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51376) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:09.050107 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1060758023-network', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:09.074479 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Made reservation on behalf of 18fd380ea9c941dca294ed7cd0146224 for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:49:09.076865 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.086169 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.162048 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.167203 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.192749 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:49:09.202935 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78add10b-5208-444e-b246-1d84ad7c7036,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:09.207803 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.208140 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Added segment efca4cf8-70ee-4803-b887-ee3948a22c6f of type vlan for network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 Oct 21 11:49:09.246892 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.275380 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.276242 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:09.277050 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.307516 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3563826 Oct 21 11:49:09.310805 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51382) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:09.316115 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] Request body: {'subnet': {'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1060758023-subnet', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:09.338954 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1e965-ae50-4e41-9216-571dd5bc4787 admin admin] Pushing event updated for resources: {'Network': ['ID=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:09.340503 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] Made reservation on behalf of 18fd380ea9c941dca294ed7cd0146224 for: {'subnet': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:49:09.342985 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3067807'] for subnet, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.350521 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:49:09.520560 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11713075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3067817'] for subnet, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.583541 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] Pushing event updated for resources: {'Subnet': ['ID=415429fa-83ed-47bb-94e4-dbac8cb8b65a,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:09.594748 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] Checking segment: {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:09.595095 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] Network hostable DHCP agents. Network: 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:49:09.614564 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] Network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:49:09.625984 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8) {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:09.631685 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:09.632530 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.637291 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07df457-5359-48f4-bd17-f53a01a7b084 None None] Network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:49:09.649791 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-d112f794-1e1f-404c-8c3a-bb6363f5f07e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3376057 Oct 21 11:49:09.652891 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51388) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:09.657128 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:09.678605 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12628'] for router, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.679626 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3701107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3699601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12619'] for router, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.732444 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.786665 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0628681-c0f0-58e8-8bb9-96f5876d12ab-105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a'}]}} from dv-cinder-814898-1-iscsi. {{(pid=106354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 21 11:49:09.787531 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.873211 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:09.922924 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.db_base_plugin_common [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Allocated IP 172.20.0.2 (105a7904-76f8-4ec6-950a-b1ac8ab7f5f8/415429fa-83ed-47bb-94e4-dbac8cb8b65a/2bdd980a-8138-42a4-b810-3f9430cee077) {{(pid=106354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:10.068060 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Publish callbacks [] for port, precommit_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:10.069970 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:10.075452 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:10.093438 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:10.112802 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 is already hosted by enough agents. {{(pid=106354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:10.115600 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.base_scheduler [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Resources bound (agent type, host, resource id): {{(pid=106354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:10.119072 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Received port after_create {{(pid=106354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:10.128701 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Pushing event updated for resources: {'Port': ['ID=2bdd980a-8138-42a4-b810-3f9430cee077,revision_number=1']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:10.202493 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Attempting to bind port 2bdd980a-8138-42a4-b810-3f9430cee077 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:49:10.202948 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Attempting to bind port 2bdd980a-8138-42a4-b810-3f9430cee077 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:49:10.203408 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Attempting to bind port 2bdd980a-8138-42a4-b810-3f9430cee077 on network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:10.204824 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Allocated IP 172.27.3.146 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/8c08a645-8666-4e8c-8d8e-1db9cae325de) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:10.210431 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:49:10.210828 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Checking segment: {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:10.211275 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:10.211714 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Bound using segment: {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:49:10.212259 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Bound port: 2bdd980a-8138-42a4-b810-3f9430cee077, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:49:10.212692 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:10.276492 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] For port 2bdd980a-8138-42a4-b810-3f9430cee077, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:49:10.279882 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] For port 2bdd980a-8138-42a4-b810-3f9430cee077, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=2bdd980a-8138-42a4-b810-3f9430cee077,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:49:10.285634 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:10.310714 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:10.340260 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec996d81-8b43-42d8-96b9-02686bfbd5b6 None None] Pushing event updated for resources: {'Port': ['ID=2bdd980a-8138-42a4-b810-3f9430cee077,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:10.351362 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:10.391201 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:10.393921 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:10.400418 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:10.403560 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Pushing event updated for resources: {'Port': ['ID=8c08a645-8666-4e8c-8d8e-1db9cae325de,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:10.679459 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:10.974714 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-00bb5c2d-acf1-4da5-a648-210b8f4e20b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:11.022378 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 2bdd980a-8138-42a4-b810-3f9430cee077 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:11.125294 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3701116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3699710'] for router, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:11.169526 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device fab34e83-6fad-4a73-ac53-60b97b8923ac no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:49:11.193351 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: fab34e83-6fad-4a73-ac53-60b97b8923ac {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:49:11.193600 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device fab34e83-6fad-4a73-ac53-60b97b8923ac not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:49:11.217889 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 2bdd980a-8138-42a4-b810-3f9430cee077 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:11.218259 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:11.261219 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ec8421-bab7-427d-a32e-54de077c91db None None] Network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:49:11.273774 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Router 3f02466a-187b-447d-8f5e-fc9738f0261b is scheduled to L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c with binding_index 1 {{(pid=106353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 11:49:11.379458 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:11.384231 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:49:11.385200 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-9eba9d35-9d9d-4314-b537-4a986be3229b None None] Provisioning complete for port 2bdd980a-8138-42a4-b810-3f9430cee077 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:11.385560 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9eba9d35-9d9d-4314-b537-4a986be3229b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:11.397152 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Sync routers for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:49:11.403445 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] Publish callbacks [] for router, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:11.404714 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-aa9a8937-58a0-4d89-a3e4-7b8a80f31770 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7508688 Oct 21 11:49:11.407532 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51400) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:11.467435 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:11.468107 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:48:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:11.522737 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port 2bdd980a-8138-42a4-b810-3f9430cee077, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=2bdd980a-8138-42a4-b810-3f9430cee077,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:11.533483 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:11.690800 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=2bdd980a-8138-42a4-b810-3f9430cee077,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:11.707874 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:11.885454 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:11.923274 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:10Z', 'revision_number': 3, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:11.965444 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Checking router: 3f02466a-187b-447d-8f5e-fc9738f0261b for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:49:11.966156 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Updating router 3f02466a-187b-447d-8f5e-fc9738f0261b port 8c08a645-8666-4e8c-8d8e-1db9cae325de binding host dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:49:12.007877 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.087526 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Allocated IP 172.20.0.1 (105a7904-76f8-4ec6-950a-b1ac8ab7f5f8/415429fa-83ed-47bb-94e4-dbac8cb8b65a/a74ac3df-7363-41b5-a07f-dccc7696c283) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:12.120134 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-cb5f1152-b507-411d-b4ff-6c819d7655e9 None None] Provisioning complete for port 2bdd980a-8138-42a4-b810-3f9430cee077 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:12.120608 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1152-b507-411d-b4ff-6c819d7655e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.218075 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.254871 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.294724 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:12.297673 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:12.305021 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:12.324565 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Pushing event updated for resources: {'Port': ['ID=a74ac3df-7363-41b5-a07f-dccc7696c283,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:12.337357 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Publish callbacks [] for port, precommit_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.346167 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.349020 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702673'] for router_interface, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.403751 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Attempting to bind port 8c08a645-8666-4e8c-8d8e-1db9cae325de on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:49:12.404155 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Attempting to bind port 8c08a645-8666-4e8c-8d8e-1db9cae325de by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:49:12.404474 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Attempting to bind port 8c08a645-8666-4e8c-8d8e-1db9cae325de on network f1f48190-e7d7-48cd-832b-f0ed44723a0c {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:12.407510 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85b236-caa1-4387-b0e3-423ff1a49eb9 None None] Pushing event updated for resources: {'Port': ['ID=8c08a645-8666-4e8c-8d8e-1db9cae325de,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:12.412297 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:49:12.412668 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Checking segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:12.413555 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.413555 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Bound using segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:49:12.413921 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Bound port: 8c08a645-8666-4e8c-8d8e-1db9cae325de, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:49:12.414295 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.471872 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] For port 8c08a645-8666-4e8c-8d8e-1db9cae325de, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:49:12.475635 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] For port 8c08a645-8666-4e8c-8d8e-1db9cae325de, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=8c08a645-8666-4e8c-8d8e-1db9cae325de,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:49:12.481386 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.489223 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.536785 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:12.537416 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:48:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:12.579121 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85b236-caa1-4387-b0e3-423ff1a49eb9 None None] Pushing event updated for resources: {'Port': ['ID=8c08a645-8666-4e8c-8d8e-1db9cae325de,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:12.653110 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-60d94b5c-7d60-487a-8ca9-85bdb4d03549 None None] Provisioning complete for port a74ac3df-7363-41b5-a07f-dccc7696c283 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:12.653481 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-60d94b5c-7d60-487a-8ca9-85bdb4d03549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.662298 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.670613 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.684772 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:12.730422 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-60d94b5c-7d60-487a-8ca9-85bdb4d03549 None None] Port a74ac3df-7363-41b5-a07f-dccc7696c283 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:49:12.742992 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3855070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702589'] for router_interface, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:12.746399 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Pushing event updated for resources: {'Port': ['ID=a74ac3df-7363-41b5-a07f-dccc7696c283,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:12.848143 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:12.850873 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:12.903642 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51424) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:13.031756 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 2bdd980a-8138-42a4-b810-3f9430cee077 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:13.039133 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Router 3f02466a-187b-447d-8f5e-fc9738f0261b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:49:13.069626 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8c30395d-5c04-4686-9bbc-2501a3d2cd04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:13.102472 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 2bdd980a-8138-42a4-b810-3f9430cee077 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:13.102796 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:13.105889 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 1, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:13.159002 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3002050-26c0-4e96-b81c-1679620ee9ef None None] The sync data for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi is: [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 1, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:49:13.187876 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-dc841aad-07ae-4c78-9ff2-4a761fa06657 None None] Provisioning complete for port a74ac3df-7363-41b5-a07f-dccc7696c283 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:13.188255 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-dc841aad-07ae-4c78-9ff2-4a761fa06657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:13.199302 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8c30395d-5c04-4686-9bbc-2501a3d2cd04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:13.206266 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8c30395d-5c04-4686-9bbc-2501a3d2cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:13.258025 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-8c30395d-5c04-4686-9bbc-2501a3d2cd04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58317a60d23b44eea3fb2a1ecd0efd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484871 Oct 21 11:49:13.258882 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51436) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:13.261258 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30395d-5c04-4686-9bbc-2501a3d2cd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ff1f3e-c9cf-4cef-a397-8ae1b58449cb,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:13.276078 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:49:13.282568 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-add764e7-8e71-4b78-a87d-1138f868fe58 admin admin] 10.222.0.24 "PUT /v2.0/routers/3f02466a-187b-447d-8f5e-fc9738f0261b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8739493 Oct 21 11:49:13.284829 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-dc841aad-07ae-4c78-9ff2-4a761fa06657 None None] Port a74ac3df-7363-41b5-a07f-dccc7696c283 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:49:13.339747 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2d57ff99-1579-4853-b089-df3deb1d8e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:13.362481 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2d57ff99-1579-4853-b089-df3deb1d8e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:13.436118 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2d57ff99-1579-4853-b089-df3deb1d8e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:13.442089 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2d57ff99-1579-4853-b089-df3deb1d8e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:13.445841 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-2d57ff99-1579-4853-b089-df3deb1d8e85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9ff1f3e-c9cf-4cef-a397-8ae1b58449cb HTTP/1.1" status: 204 len: 168 time: 0.1838374 Oct 21 11:49:13.466650 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57ff99-1579-4853-b089-df3deb1d8e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ff1f3e-c9cf-4cef-a397-8ae1b58449cb,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:13.507742 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-0e315d69-d250-4cbe-ba2d-e5aa94deb562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:13.819590 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51462) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:13.826557 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-a3251644-93a3-49bd-aaf2-5c8bc4fbf7a1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154107212', 'description': 'tempest-description--856918428'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:13.856376 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a3251644-93a3-49bd-aaf2-5c8bc4fbf7a1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:13.876945 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51464) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:13.898132 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c0423895-ea0f-428f-9939-ad5b86dab2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.033046 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a3251644-93a3-49bd-aaf2-5c8bc4fbf7a1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.045460 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a3251644-93a3-49bd-aaf2-5c8bc4fbf7a1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.059656 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c0423895-ea0f-428f-9939-ad5b86dab2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.079128 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c0423895-ea0f-428f-9939-ad5b86dab2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.102380 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a3251644-93a3-49bd-aaf2-5c8bc4fbf7a1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.103628 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-a3251644-93a3-49bd-aaf2-5c8bc4fbf7a1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2825680 Oct 21 11:49:14.107565 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51470) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:14.112428 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3251644-93a3-49bd-aaf2-5c8bc4fbf7a1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e130973d-0d24-441b-b183-eb3c819c1d70,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:14.113986 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-2e6f9df0-17fc-4345-9208-4f26991371e9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'security_group_rule': {'security_group_id': 'e130973d-0d24-441b-b183-eb3c819c1d70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:14.123716 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-c0423895-ea0f-428f-9939-ad5b86dab2c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d168a4352dd4d75883676629fc151fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454221 Oct 21 11:49:14.129070 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51472) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:14.163834 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0423895-ea0f-428f-9939-ad5b86dab2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415aba50-2f9b-4a73-ad0b-23ae90d250cf,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:14.164964 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2e6f9df0-17fc-4345-9208-4f26991371e9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.203664 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8b79ce97-f842-4171-8910-ad21ef996884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.228538 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8b79ce97-f842-4171-8910-ad21ef996884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.236878 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2e6f9df0-17fc-4345-9208-4f26991371e9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.241856 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2e6f9df0-17fc-4345-9208-4f26991371e9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.269868 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2e6f9df0-17fc-4345-9208-4f26991371e9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.273948 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-2e6f9df0-17fc-4345-9208-4f26991371e9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616256 Oct 21 11:49:14.273948 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f9df0-17fc-4345-9208-4f26991371e9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb929e2e-993d-4e2a-864d-5f2aeaaf5962,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:14.275562 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51474) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:14.280902 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-425768ef-5a23-4646-81bc-927e25bedbf2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'security_group_rule': {'security_group_id': 'e130973d-0d24-441b-b183-eb3c819c1d70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:14.291213 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8b79ce97-f842-4171-8910-ad21ef996884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.294192 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8b79ce97-f842-4171-8910-ad21ef996884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.298465 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-8b79ce97-f842-4171-8910-ad21ef996884 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/415aba50-2f9b-4a73-ad0b-23ae90d250cf HTTP/1.1" status: 204 len: 168 time: 0.1680834 Oct 21 11:49:14.319268 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79ce97-f842-4171-8910-ad21ef996884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415aba50-2f9b-4a73-ad0b-23ae90d250cf,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:14.344534 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-425768ef-5a23-4646-81bc-927e25bedbf2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.421312 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-425768ef-5a23-4646-81bc-927e25bedbf2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.431010 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-425768ef-5a23-4646-81bc-927e25bedbf2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.444326 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.450841 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425768ef-5a23-4646-81bc-927e25bedbf2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd048c25-0c9d-4fa6-8b9b-b7f08bdfabdc,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:14.461644 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-425768ef-5a23-4646-81bc-927e25bedbf2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.462883 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-425768ef-5a23-4646-81bc-927e25bedbf2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1860743 Oct 21 11:49:14.466136 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51486) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:14.473057 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'floatingip': {'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:14.504035 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.505245 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.624993 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.731436 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51490) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:14.741545 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Allocated IP 172.27.3.210 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/9f3113ea-91f7-4d3d-9b62-57f00b6f08a0) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:14.745400 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7f4948ac-d9dc-4440-b34e-12a41269c420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.832186 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7f4948ac-d9dc-4440-b34e-12a41269c420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.837657 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7f4948ac-d9dc-4440-b34e-12a41269c420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.883464 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-7f4948ac-d9dc-4440-b34e-12a41269c420 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4d79b0ef66a42acb0f1e702e58c1a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507215 Oct 21 11:49:14.884167 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4948ac-d9dc-4440-b34e-12a41269c420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b3851-e1b7-4b93-b152-6afa4a9d3db6,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:14.886642 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51492) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:14.941628 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e52eabc3-cd58-412e-b2db-dd68bdc2f7d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:14.972982 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e52eabc3-cd58-412e-b2db-dd68bdc2f7d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.022722 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 8c08a645-8666-4e8c-8d8e-1db9cae325de up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:15.034571 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e52eabc3-cd58-412e-b2db-dd68bdc2f7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.037450 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e52eabc3-cd58-412e-b2db-dd68bdc2f7d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.039035 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-e52eabc3-cd58-412e-b2db-dd68bdc2f7d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/901b3851-e1b7-4b93-b152-6afa4a9d3db6 HTTP/1.1" status: 204 len: 168 time: 0.1515112 Oct 21 11:49:15.068997 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52eabc3-cd58-412e-b2db-dd68bdc2f7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b3851-e1b7-4b93-b152-6afa4a9d3db6,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:15.103311 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.120043 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 8c08a645-8666-4e8c-8d8e-1db9cae325de triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:15.120653 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.158439 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.207105 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:15.210637 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:15.216159 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:15.241961 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.256421 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'Port': ['ID=9f3113ea-91f7-4d3d-9b62-57f00b6f08a0,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:15.269557 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port 8c08a645-8666-4e8c-8d8e-1db9cae325de, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=8c08a645-8666-4e8c-8d8e-1db9cae325de,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:15.275946 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.367570 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=8c08a645-8666-4e8c-8d8e-1db9cae325de,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:15.386263 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.431554 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.623517 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.630559 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.649922 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Sync routers for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:49:15.661479 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:15.662374 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:15.705996 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'Port': ['ID=9f3113ea-91f7-4d3d-9b62-57f00b6f08a0,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:15.716745 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.736741 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:15.738295 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-1095355b-c727-4fc0-ae0c-29d0cd2e1ecd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2709448 Oct 21 11:49:15.782665 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:15.954141 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-628f1347-2d31-410a-a155-36eeba1e0e01 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1154107212&fields=id&tenant_id=18fd380ea9c941dca294ed7cd0146224 HTTP/1.1" status: 200 len: 267 time: 0.0366137 Oct 21 11:49:16.066910 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290205-3091-498b-beae-e401a50c2cf0 req-10d8d8ca-db5a-4acc-9bf7-c546a089de1a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:16.069158 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-10d8d8ca-db5a-4acc-9bf7-c546a089de1a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 811 time: 0.1075311 Oct 21 11:49:16.086920 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-6918d178-db14-4885-b95b-bcffa4e5812c tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/quotas/18fd380ea9c941dca294ed7cd0146224 HTTP/1.1" status: 200 len: 375 time: 0.0109141 Oct 21 11:49:16.103434 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 2, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:16.135699 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Checking router: 3f02466a-187b-447d-8f5e-fc9738f0261b for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:49:16.136086 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Updating router 3f02466a-187b-447d-8f5e-fc9738f0261b port a74ac3df-7363-41b5-a07f-dccc7696c283 binding host dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:49:16.141735 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-10207a86-6ab4-462b-802f-7357b4a37ffc tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483315 Oct 21 11:49:16.164384 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:16.256164 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-6a2af977-c3cf-4cff-9711-572f1c1e0402 service neutron] 10.222.0.24 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981205 Oct 21 11:49:16.297763 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:16.373712 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-3ad9b3f7-16f9-4b0c-aa09-737528ab522a service neutron] 10.222.0.24 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060328 Oct 21 11:49:16.494412 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Publish callbacks [] for port, precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:16.519544 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:16.580509 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Pushing event updated for resources: {'Port': ['ID=a74ac3df-7363-41b5-a07f-dccc7696c283,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:16.618379 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.618918 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5b9efd4b-15a8-44d6-add0-e51f61410dc1 req-b41c85fe-5837-446e-90cf-78d8fc729617 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 210 time: 0.0634484 Oct 21 11:49:16.620134 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.620706 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.620900 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.622632 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.623033 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.624285 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.624796 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.625182 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.625976 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.626457 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.626921 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:16.666612 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Attempting to bind port a74ac3df-7363-41b5-a07f-dccc7696c283 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:49:16.667700 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Attempting to bind port a74ac3df-7363-41b5-a07f-dccc7696c283 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:49:16.668316 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Attempting to bind port a74ac3df-7363-41b5-a07f-dccc7696c283 on network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:16.676349 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:49:16.677108 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Checking segment: {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:16.678299 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:16.678572 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Bound using segment: {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:49:16.679037 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Bound port: a74ac3df-7363-41b5-a07f-dccc7696c283, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:49:16.679493 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:16.794142 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] For port a74ac3df-7363-41b5-a07f-dccc7696c283, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:49:16.798573 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] For port a74ac3df-7363-41b5-a07f-dccc7696c283, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a74ac3df-7363-41b5-a07f-dccc7696c283,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:49:16.806353 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:16.888820 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:16.889525 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:16.892941 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57e92b-57d3-4dac-bebe-991371d14778 None None] Pushing event updated for resources: {'Port': ['ID=a74ac3df-7363-41b5-a07f-dccc7696c283,revision_number=4']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:16.948919 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-0859f66a-15e5-4d37-b6f7-916060baae3c None None] Provisioning complete for port a74ac3df-7363-41b5-a07f-dccc7696c283 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:16.949531 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-0859f66a-15e5-4d37-b6f7-916060baae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:17.114665 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-0859f66a-15e5-4d37-b6f7-916060baae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:17.146554 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:17.146851 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 8c08a645-8666-4e8c-8d8e-1db9cae325de up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:17.180808 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-0859f66a-15e5-4d37-b6f7-916060baae3c None None] For port a74ac3df-7363-41b5-a07f-dccc7696c283, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a74ac3df-7363-41b5-a07f-dccc7696c283,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:17.190236 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-0859f66a-15e5-4d37-b6f7-916060baae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:17.269350 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859f66a-15e5-4d37-b6f7-916060baae3c None None] Pushing event updated for resources: {'Port': ['ID=a74ac3df-7363-41b5-a07f-dccc7696c283,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:17.279075 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 8c08a645-8666-4e8c-8d8e-1db9cae325de triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:17.279459 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:17.329392 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-83176a31-60e7-4489-bf78-45947f43e88d None None] Provisioning complete for port a74ac3df-7363-41b5-a07f-dccc7696c283 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:17.329988 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-83176a31-60e7-4489-bf78-45947f43e88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:17.422364 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a74ac3df-7363-41b5-a07f-dccc7696c283 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:17.489985 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:16Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:17.526906 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdebeb1-e196-4b7c-9a3f-a7eacf2f4afa None None] The sync data for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi is: [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:16Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:49:17.544188 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port a74ac3df-7363-41b5-a07f-dccc7696c283 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:17.544569 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:17.738317 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4d72d27a-e4b2-4933-814e-c7c6af127e54 req-acc2283f-7415-48a1-bf10-aeea6314eea8 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 210 time: 0.0294335 Oct 21 11:49:17.989437 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290205-3091-498b-beae-e401a50c2cf0 req-4b6431e3-0dbd-4581-adc7-4d6c34cf545c tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:17.991158 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-4b6431e3-0dbd-4581-adc7-4d6c34cf545c tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.47 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 811 time: 0.1576681 Oct 21 11:49:18.044203 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-411e1aa3-67be-4ee9-9601-1a77a031fb24 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18fd380ea9c941dca294ed7cd0146224 HTTP/1.1" status: 200 len: 380 time: 0.0397069 Oct 21 11:49:18.059964 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'port': {'device_id': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'admin_state_up': True, 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'security_groups': ['e130973d-0d24-441b-b183-eb3c819c1d70']}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:18.219005 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Made reservation on behalf of 18fd380ea9c941dca294ed7cd0146224 for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:49:18.222732 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:18.389372 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Allocated IP 172.20.0.7 (105a7904-76f8-4ec6-950a-b1ac8ab7f5f8/415429fa-83ed-47bb-94e4-dbac8cb8b65a/c799fbea-b63d-485c-b910-dcab357a6004) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:18.571881 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:18.626305 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:18.676357 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:18.680354 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:18.691273 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'Port': ['ID=c799fbea-b63d-485c-b910-dcab357a6004,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:18.693655 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:18.723706 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.724045 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.724459 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.724812 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.724991 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.725343 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.725668 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.726004 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.726279 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.726598 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.726915 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.727365 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:49:18.773457 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:18.774309 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:18.813737 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-3decc710-376b-4b61-a8c9-0a54ba043c28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7579014 Oct 21 11:49:18.828665 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Request body: {'port': {'device_id': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:18.912349 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:18.944559 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca001df4-651d-4452-8c6f-a917418dfcab req-683a3f93-db71-44ae-9f71-bd5d6e82e88b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:18.950808 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ca001df4-651d-4452-8c6f-a917418dfcab req-683a3f93-db71-44ae-9f71-bd5d6e82e88b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 931 time: 0.0953972 Oct 21 11:49:19.025744 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ca001df4-651d-4452-8c6f-a917418dfcab req-d7cd5137-58d5-46b3-a88a-a6f86af3e86c tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620551 Oct 21 11:49:19.104244 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a74ac3df-7363-41b5-a07f-dccc7696c283 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:19.201834 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-56d43fed-6439-48da-ade3-86a9f476e78c None None] Provisioning complete for port c799fbea-b63d-485c-b910-dcab357a6004 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:19.202559 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-56d43fed-6439-48da-ade3-86a9f476e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.230907 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51640) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:19.247865 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-56d43fed-6439-48da-ade3-86a9f476e78c None None] Port c799fbea-b63d-485c-b910-dcab357a6004 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:49:19.251671 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port a74ac3df-7363-41b5-a07f-dccc7696c283 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:19.252117 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.373802 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d314a683-a1b4-4646-99e5-a8c3553c3299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.396175 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c799fbea-b63d-485c-b910-dcab357a6004 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:49:19.405415 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.418528 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Transition to ACTIVE for port object c799fbea-b63d-485c-b910-dcab357a6004 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:49:19.422895 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.448132 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d314a683-a1b4-4646-99e5-a8c3553c3299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.454236 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d314a683-a1b4-4646-99e5-a8c3553c3299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.488865 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d314a683-a1b4-4646-99e5-a8c3553c3299 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f71afa220da48e88d607e641a676622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542243 Oct 21 11:49:19.489511 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51648) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:19.501111 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Pushing event updated for resources: {'Port': ['ID=c799fbea-b63d-485c-b910-dcab357a6004,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:19.520150 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314a683-a1b4-4646-99e5-a8c3553c3299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54708c3b-ccde-431f-b290-9cee8a1df252,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:19.559029 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ded1925e-3c7f-4201-823c-9aa8a7e8125a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.559984 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Attempting to bind port c799fbea-b63d-485c-b910-dcab357a6004 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:49:19.560379 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Attempting to bind port c799fbea-b63d-485c-b910-dcab357a6004 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:49:19.560704 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Attempting to bind port c799fbea-b63d-485c-b910-dcab357a6004 on network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:19.566127 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Port c799fbea-b63d-485c-b910-dcab357a6004 on network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:49:19.566527 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Attempting to bind port c799fbea-b63d-485c-b910-dcab357a6004 on network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:19.573335 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:49:19.574717 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Checking segment: {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:19.574963 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Bound using segment: {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:49:19.575378 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Bound port: c799fbea-b63d-485c-b910-dcab357a6004, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:49:19.575757 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.588633 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ded1925e-3c7f-4201-823c-9aa8a7e8125a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.651428 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] For port c799fbea-b63d-485c-b910-dcab357a6004, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:49:19.653191 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ded1925e-3c7f-4201-823c-9aa8a7e8125a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.655128 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] For port c799fbea-b63d-485c-b910-dcab357a6004, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=c799fbea-b63d-485c-b910-dcab357a6004,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:49:19.656076 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ded1925e-3c7f-4201-823c-9aa8a7e8125a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.657730 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ded1925e-3c7f-4201-823c-9aa8a7e8125a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54708c3b-ccde-431f-b290-9cee8a1df252 HTTP/1.1" status: 204 len: 168 time: 0.1670980 Oct 21 11:49:19.662474 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.671161 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1925e-3c7f-4201-823c-9aa8a7e8125a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54708c3b-ccde-431f-b290-9cee8a1df252,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:19.696897 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:19.697759 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:19.699776 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] 10.222.0.47 "PUT /v2.0/ports/c799fbea-b63d-485c-b910-dcab357a6004 HTTP/1.1" status: 200 len: 1093 time: 0.8761814 Oct 21 11:49:19.702646 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'tag': 'c799fbea-b63d-485c-b910-dcab357a6004'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:49:19.706457 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12", "tag": "c799fbea-b63d-485c-b910-dcab357a6004"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:49:19.750655 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d415cb68-3cf4-4f5d-93f0-868b7ed5b09b x-openstack-request-id: req-d415cb68-3cf4-4f5d-93f0-868b7ed5b09b {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:49:19.750944 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12", "tag": "c799fbea-b63d-485c-b910-dcab357a6004", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:49:19.751195 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d415cb68-3cf4-4f5d-93f0-868b7ed5b09b {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:49:19.751585 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'tag': 'c799fbea-b63d-485c-b910-dcab357a6004', 'status': 'completed', 'code': 200} Oct 21 11:49:19.754567 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c71d7-0843-4785-807e-ebdf1c00b772 service neutron] Pushing event updated for resources: {'Port': ['ID=c799fbea-b63d-485c-b910-dcab357a6004,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:19.802906 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290205-3091-498b-beae-e401a50c2cf0 req-76ff8b19-4b37-4143-97f1-295e18c64d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:19.804403 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-76ff8b19-4b37-4143-97f1-295e18c64d76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 1096 time: 0.0414429 Oct 21 11:49:19.850830 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-7693f268-9bb9-46f9-8d92-8f9f9ebd5f00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c799fbea-b63d-485c-b910-dcab357a6004 HTTP/1.1" status: 200 len: 217 time: 0.0377853 Oct 21 11:49:19.912906 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290205-3091-498b-beae-e401a50c2cf0 req-c57b7684-8331-4cfa-8e4c-e96bfc138e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:19.914393 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-c57b7684-8331-4cfa-8e4c-e96bfc138e79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415429fa-83ed-47bb-94e4-dbac8cb8b65a HTTP/1.1" status: 200 len: 850 time: 0.0459182 Oct 21 11:49:19.977230 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290205-3091-498b-beae-e401a50c2cf0 req-8f51ac89-dcce-4266-a8eb-4fa40ce5cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:19.979071 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-8f51ac89-dcce-4266-a8eb-4fa40ce5cdf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496492 Oct 21 11:49:20.081252 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-c04f96a0-c6e4-466c-b7ec-0756fa0a27f9 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942721 Oct 21 11:49:20.225904 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-54290205-3091-498b-beae-e401a50c2cf0 req-0d966939-aa72-4a6e-80ef-ae5eed1615ea service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323512 Oct 21 11:49:20.342633 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9 req-8421b6d4-b58e-4b43-99a2-3881f4baa565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:20.344263 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9 req-8421b6d4-b58e-4b43-99a2-3881f4baa565 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 1096 time: 0.0513058 Oct 21 11:49:20.379381 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb1a42-cf58-4223-a9b9-d52f6fe1eaa6 req-1101b0c0-329d-4ba6-ac1e-683c4992ce07 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:20.380882 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7abb1a42-cf58-4223-a9b9-d52f6fe1eaa6 req-1101b0c0-329d-4ba6-ac1e-683c4992ce07 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 943 time: 0.2885935 Oct 21 11:49:20.426947 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7abb1a42-cf58-4223-a9b9-d52f6fe1eaa6 req-e4d4b722-c5f3-4106-873e-88f796e98c30 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388162 Oct 21 11:49:20.511157 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9 req-9a224d0a-71b3-4cd9-b65e-cb8a01a3aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:20.514663 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9 req-9a224d0a-71b3-4cd9-b65e-cb8a01a3aca9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 912 time: 0.1583357 Oct 21 11:49:20.565244 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9 req-122d9d01-3901-4a19-aa70-003cdda1005e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c799fbea-b63d-485c-b910-dcab357a6004 HTTP/1.1" status: 200 len: 217 time: 0.0422704 Oct 21 11:49:20.629740 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9 req-22dd654b-5da2-4695-ae72-36d56a8870fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:20.631522 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9 req-22dd654b-5da2-4695-ae72-36d56a8870fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415429fa-83ed-47bb-94e4-dbac8cb8b65a HTTP/1.1" status: 200 len: 850 time: 0.0569670 Oct 21 11:49:20.699506 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9 req-28661527-9c08-4b43-afe5-abdec4c87e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:20.701576 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9 req-28661527-9c08-4b43-afe5-abdec4c87e37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601358 Oct 21 11:49:20.831069 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9 req-e6f2a5e3-e9c1-43f0-843e-e3c4f9a28121 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151741 Oct 21 11:49:20.969412 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2acf8eb-6cb9-40e2-8ba5-f5a86cba7aa9 req-2bd54b32-7bd6-4940-b3f9-1a6f18aabc26 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307566 Oct 21 11:49:21.065277 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:21.076179 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-979a55b1-4092-4810-8c71-da0624b1bdb7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549674 Oct 21 11:49:21.146097 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-ed24e615-491f-4672-99ab-c6450c1ab7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:21.147789 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-ed24e615-491f-4672-99ab-c6450c1ab7c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 1099 time: 0.0431876 Oct 21 11:49:21.271684 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-10d52395-2f9b-43b9-8265-e82518ae93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:21.273845 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-10d52395-2f9b-43b9-8265-e82518ae93b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 918 time: 0.1007650 Oct 21 11:49:21.342137 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-051263ea-1738-4f04-a899-d906d22e1864 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15f182f0-4a55-402a-94ed-a82645336d7e HTTP/1.1" status: 200 len: 1000 time: 0.0589669 Oct 21 11:49:21.403496 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-d4363672-9c63-4d1e-9aa0-f5f5470331a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:21.404853 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-d4363672-9c63-4d1e-9aa0-f5f5470331a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.0490808 Oct 21 11:49:21.457114 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-51e8df7c-8202-4e11-b842-23ab4d635324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:21.458607 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-51e8df7c-8202-4e11-b842-23ab4d635324 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452621 Oct 21 11:49:21.549712 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b95528-665d-444d-82e9-9d8200052627 req-786f58ea-28f6-473d-b636-c156e4f930b1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:21.551265 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e6b95528-665d-444d-82e9-9d8200052627 req-786f58ea-28f6-473d-b636-c156e4f930b1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 943 time: 0.0507362 Oct 21 11:49:21.557438 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-d236e31a-4ab6-4b79-a88d-8ef4188b74f3 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903752 Oct 21 11:49:21.568077 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51746) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:21.630701 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e6b95528-665d-444d-82e9-9d8200052627 req-7368a72c-8126-4d9b-bb4a-f8dd41adbd79 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724518 Oct 21 11:49:21.635589 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_v2 [None req-547eb253-1123-45dd-8e73-1b7447f8d0a6 admin admin] Deleting subnet 2232083c-fc4a-491e-8820-3b572f8933a1 {{(pid=106352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:49:21.639059 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-547eb253-1123-45dd-8e73-1b7447f8d0a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:21.656396 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6ba7c1a3-6a70-4d47-aecc-e5cadebca77b req-16eb3121-1ac1-4332-b2a9-e533aeef42bc service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913217 Oct 21 11:49:21.674846 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-547eb253-1123-45dd-8e73-1b7447f8d0a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8431954'] for subnet, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:21.718604 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-547eb253-1123-45dd-8e73-1b7447f8d0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:21.771264 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-547eb253-1123-45dd-8e73-1b7447f8d0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8750569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482908'] for subnet, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:21.798092 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547eb253-1123-45dd-8e73-1b7447f8d0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2232083c-fc4a-491e-8820-3b572f8933a1,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:21.804112 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-547eb253-1123-45dd-8e73-1b7447f8d0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:21.807175 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-547eb253-1123-45dd-8e73-1b7447f8d0a6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2232083c-fc4a-491e-8820-3b572f8933a1 HTTP/1.1" status: 204 len: 168 time: 0.2381568 Oct 21 11:49:21.810628 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51748) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:21.879045 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:21.960980 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:21.985515 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6544d13b-8222-4a8d-ac49-5a1e0806cb73']}} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:21.995131 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b25990-7593-4a28-9806-3d85eb50e499') {'for_net_delete': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:21.995550 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b25990-7593-4a28-9806-3d85eb50e499') {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:22.005525 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8431963'] for segment, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:22.020417 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:22.027365 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=106352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:49:22.027759 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8750407'] for segment, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: Traceback (most recent call last): Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: timer() Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: cb(*args, **kw) Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: return func(*args, **kwargs) Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: self._notify() Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: self.callback(batched_events) Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: event.method(event) Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: return f(self, *a, **k) Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._get(url).json() Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: return self.request(url, 'GET', **kwargs) Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:49:22.029570 dv-cinder-814898-1-iscsi neutron-server[106352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:49:22.084529 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:22.090631 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:22.093868 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] 10.222.0.24 "DELETE /v2.0/networks/6544d13b-8222-4a8d-ac49-5a1e0806cb73 HTTP/1.1" status: 204 len: 168 time: 0.2823052 Oct 21 11:49:22.105219 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7d2c9-7beb-4495-a3c0-c86cd7c0db6e admin admin] Pushing event deleted for resources: {'Network': ['ID=6544d13b-8222-4a8d-ac49-5a1e0806cb73,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:22.283710 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-2f7aa2ff-a845-4831-ac51-318a9370c6c1 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e4c9eb94dfde4bea8f998391d640d37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348964 Oct 21 11:49:22.296359 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51768) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:22.342082 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-85fa9430-219f-4afc-8034-42374e2188e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92e656a3ca034966b7410d14629cfb9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445669 Oct 21 11:49:22.342291 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51772) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:22.507765 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2d2062c7-d6da-4dd9-86d8-19df2852774a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:22.516721 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-1c6cc5cb-f8c2-4c85-8a87-c982ced460e3 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:22.518321 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-1c6cc5cb-f8c2-4c85-8a87-c982ced460e3 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290938 Oct 21 11:49:22.545275 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2d2062c7-d6da-4dd9-86d8-19df2852774a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:22.547608 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-14aef264-c011-433a-bbe4-d8713eac7cfa tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/quotas/e4c9eb94dfde4bea8f998391d640d37b HTTP/1.1" status: 200 len: 375 time: 0.0221334 Oct 21 11:49:22.597260 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-ad5b2df3-5468-4f7b-882f-4bf2d93f9556 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4c9eb94dfde4bea8f998391d640d37b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427513 Oct 21 11:49:22.628647 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2d2062c7-d6da-4dd9-86d8-19df2852774a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:22.631519 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2d2062c7-d6da-4dd9-86d8-19df2852774a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:22.635063 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-2d2062c7-d6da-4dd9-86d8-19df2852774a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08311472-41c0-4585-8fd9-1148f66f74ec HTTP/1.1" status: 204 len: 168 time: 0.2895849 Oct 21 11:49:22.641192 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2062c7-d6da-4dd9-86d8-19df2852774a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08311472-41c0-4585-8fd9-1148f66f74ec,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:22.743861 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51788) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:22.791026 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96500148-be1c-415d-9796-b09d3725e78e req-4ef0e994-8bb0-47c2-bbae-3544ec7f7d4f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:22.798762 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-96500148-be1c-415d-9796-b09d3725e78e req-4ef0e994-8bb0-47c2-bbae-3544ec7f7d4f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 943 time: 0.0885994 Oct 21 11:49:22.838618 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-04348573-a47b-4669-858e-c067a44b2c74 req-49ccff53-1ede-4cac-a056-346942fdecc3 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 210 time: 0.0377064 Oct 21 11:49:22.877486 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-96500148-be1c-415d-9796-b09d3725e78e req-e2dddec7-a0fd-4bd4-a489-e4bfe2023e31 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739629 Oct 21 11:49:23.017017 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fe674a3a-7d54-44d0-8137-557cb2b9d2e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.094805 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:49:23.107385 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fe674a3a-7d54-44d0-8137-557cb2b9d2e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.113061 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fe674a3a-7d54-44d0-8137-557cb2b9d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.151233 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe674a3a-7d54-44d0-8137-557cb2b9d2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8824babf-6616-4782-b9b9-2b86d630c21e,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:23.160570 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-fe674a3a-7d54-44d0-8137-557cb2b9d2e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23630313da8f41c3a4b23ac2b156bc6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153242 Oct 21 11:49:23.163270 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51812) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:23.218779 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4360801c-42bb-448a-8834-ca87ccbd3dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.241802 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4360801c-42bb-448a-8834-ca87ccbd3dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.297981 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4360801c-42bb-448a-8834-ca87ccbd3dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.300532 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4360801c-42bb-448a-8834-ca87ccbd3dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.301710 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-4360801c-42bb-448a-8834-ca87ccbd3dd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8824babf-6616-4782-b9b9-2b86d630c21e HTTP/1.1" status: 204 len: 168 time: 0.1374629 Oct 21 11:49:23.310526 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360801c-42bb-448a-8834-ca87ccbd3dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8824babf-6616-4782-b9b9-2b86d630c21e,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:23.606150 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51826) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:23.611347 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51828) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:23.620397 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-54b47d37-4d31-4aba-8550-eb22a968a7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.700977 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-54b47d37-4d31-4aba-8550-eb22a968a7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.706036 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-54b47d37-4d31-4aba-8550-eb22a968a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.743830 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-54b47d37-4d31-4aba-8550-eb22a968a7b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfea28f5bbb3486894f7535cf4d80e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363575 Oct 21 11:49:23.744929 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b47d37-4d31-4aba-8550-eb22a968a7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41443314-8987-428f-9bd3-b63377d9a129,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:23.746765 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51832) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:23.774714 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-531673082-network', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:23.814296 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Made reservation on behalf of 0e8f1eb9436c4be8ae346269f916ef51 for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:49:23.816497 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.828292 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.830057 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-083dbf56-991f-4264-9f32-91b9c8cd4bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.861895 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-083dbf56-991f-4264-9f32-91b9c8cd4bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.942358 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e5980df9-a7c2-4549-9a66-10de7956fff8 req-53a17fed-6f85-4e97-83d0-0ecebc492d58 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 210 time: 0.0335131 Oct 21 11:49:23.991294 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-083dbf56-991f-4264-9f32-91b9c8cd4bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.994125 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-083dbf56-991f-4264-9f32-91b9c8cd4bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:23.995282 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-083dbf56-991f-4264-9f32-91b9c8cd4bf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41443314-8987-428f-9bd3-b63377d9a129 HTTP/1.1" status: 204 len: 168 time: 0.2457166 Oct 21 11:49:24.020836 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:24.022172 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dbf56-991f-4264-9f32-91b9c8cd4bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41443314-8987-428f-9bd3-b63377d9a129,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:24.035468 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:24.068878 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:49:24.083782 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4551cbd-83fa-4a6c-a7dc-9e3b92f0d69f req-2e8b25f5-24e1-44bb-868c-22eacf5e9c0e tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:24.085312 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e4551cbd-83fa-4a6c-a7dc-9e3b92f0d69f req-2e8b25f5-24e1-44bb-868c-22eacf5e9c0e tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 943 time: 0.1379533 Oct 21 11:49:24.099352 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-9e1ae3ac-b85d-4176-a51c-1e84c97b9382 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e4c9eb94dfde4bea8f998391d640d37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449598 Oct 21 11:49:24.105103 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:24.105667 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Added segment 2c5b7334-2a96-458d-8abe-45f318e0625f of type vlan for network c85c3162-3516-40f8-8dff-7e428cde956d Oct 21 11:49:24.107604 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:24.167547 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device c799fbea-b63d-485c-b910-dcab357a6004 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:49:24.185668 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e4551cbd-83fa-4a6c-a7dc-9e3b92f0d69f req-ae5a5a74-982b-4813-9155-982bf57238cf tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865004 Oct 21 11:49:24.194349 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:24.237879 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:24.239191 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:24.240465 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:24.329145 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7164640 Oct 21 11:49:24.331566 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51848) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:24.336681 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] Request body: {'subnet': {'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-531673082-subnet', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'ip_version': 4}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:24.359180 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port c799fbea-b63d-485c-b910-dcab357a6004, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=c799fbea-b63d-485c-b910-dcab357a6004,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:24.369792 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-3709bc03-5482-47fb-987a-ddc39bd94ee4 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:24.372124 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-3709bc03-5482-47fb-987a-ddc39bd94ee4 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628891 Oct 21 11:49:24.375103 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': 'c799fbea-b63d-485c-b910-dcab357a6004', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'port_id': 'c799fbea-b63d-485c-b910-dcab357a6004', 'mac_address': 'fa:16:3e:df:5b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:49:24.388262 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Request body: {'port': {'device_id': 'ac898e78-03cf-4ea2-85c6-ae3d07e42fea', 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc', 'admin_state_up': True, 'tenant_id': 'e4c9eb94dfde4bea8f998391d640d37b'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:24.388507 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad08ed-098f-4ea2-964c-9baf89a4b958 admin admin] Pushing event updated for resources: {'Network': ['ID=c85c3162-3516-40f8-8dff-7e428cde956d,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:24.405544 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] Made reservation on behalf of 0e8f1eb9436c4be8ae346269f916ef51 for: {'subnet': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:49:24.407911 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3067807'] for subnet, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:24.410744 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network c85c3162-3516-40f8-8dff-7e428cde956d details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:49:24.446609 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:24.494330 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c799fbea-b63d-485c-b910-dcab357a6004 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:49:24.519398 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port c799fbea-b63d-485c-b910-dcab357a6004, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=c799fbea-b63d-485c-b910-dcab357a6004,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:24.526854 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:24.593019 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=c799fbea-b63d-485c-b910-dcab357a6004,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:24.797033 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['c799fbea-b63d-485c-b910-dcab357a6004'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:49:24.837950 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Made reservation on behalf of e4c9eb94dfde4bea8f998391d640d37b for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:49:24.842174 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:24.854563 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:24.935647 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11713075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3067817'] for subnet, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.021418 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5baf7b11-e6e7-48b9-8c38-cf79882a99ca,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:25.041945 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.044093 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] Checking segment: {'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:25.044469 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] Network hostable DHCP agents. Network: c85c3162-3516-40f8-8dff-7e428cde956d, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:49:25.047024 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-679c767a-06a1-470f-99ef-1f9d93d01b7a req-d36b9f37-da69-4f87-8439-133c54b27d34 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 210 time: 0.0306969 Oct 21 11:49:25.047909 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.139952 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] Network c85c3162-3516-40f8-8dff-7e428cde956d is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:49:25.147425 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b453d51-b52b-4e57-9bb9-b4be290527fd,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:25.163862 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, c85c3162-3516-40f8-8dff-7e428cde956d) {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:25.172148 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ebdef8-a27f-4729-8529-90c9808c5131 None None] Network c85c3162-3516-40f8-8dff-7e428cde956d requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:49:25.187362 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:25.187916 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.219207 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-66a31154-2231-4a1c-9355-20325d3ccb19 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8864267 Oct 21 11:49:25.221679 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51876) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:25.222220 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51878) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:25.224608 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Allocated IP 192.168.233.140 (b8c0e3f8-d005-4605-bf1e-89333a208ccc/25f91660-3f76-4c93-a7a5-5899de4b2b8f/ddbb6fdb-6ac0-4d89-baea-4b504b370d01) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:25.232389 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:25.311470 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12628'] for router, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.312786 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3701107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3699601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12619'] for router, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.341627 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e2fc6-d966-4865-8600-349d0a246d99 req-c8043b45-1d2e-4bae-adc9-d2f2c64ed03f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:25.349418 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6a1e2fc6-d966-4865-8600-349d0a246d99 req-c8043b45-1d2e-4bae-adc9-d2f2c64ed03f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 944 time: 0.0767829 Oct 21 11:49:25.375002 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0628681-c0f0-58e8-8bb9-96f5876d12ab-c85c3162-3516-40f8-8dff-7e428cde956d', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca'}]}} from dv-cinder-814898-1-iscsi. {{(pid=106354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 21 11:49:25.376122 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.393554 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4105-2a1f-4964-ad48-07ac919f841b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.407583 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.442560 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.443249 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.453872 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6a1e2fc6-d966-4865-8600-349d0a246d99 req-d3908a5d-711d-44c0-a29e-7a8f5e87b03f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033182 Oct 21 11:49:25.487786 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Network b8c0e3f8-d005-4605-bf1e-89333a208ccc is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:25.490907 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:25.494721 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:25.524223 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.db_base_plugin_common [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Allocated IP 172.20.0.2 (c85c3162-3516-40f8-8dff-7e428cde956d/5baf7b11-e6e7-48b9-8c38-cf79882a99ca/a905f362-92de-4c8c-90b1-bc9ff16c34fb) {{(pid=106354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:25.529508 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Pushing event updated for resources: {'Port': ['ID=ddbb6fdb-6ac0-4d89-baea-4b504b370d01,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:25.567908 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:25.568533 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.589314 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-33f0988f-f577-4553-9648-a149e1ca14ec tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2068982 Oct 21 11:49:25.606629 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Request body: {'port': {'device_id': 'ac898e78-03cf-4ea2-85c6-ae3d07e42fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:25.625560 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.694917 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4105-2a1f-4964-ad48-07ac919f841b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.700349 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.703109 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Publish callbacks [] for port, precommit_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.703824 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4105-2a1f-4964-ad48-07ac919f841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.712662 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.758956 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Network c85c3162-3516-40f8-8dff-7e428cde956d is already hosted by enough agents. {{(pid=106354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:25.763404 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.base_scheduler [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Resources bound (agent type, host, resource id): {{(pid=106354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:25.769023 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Received port after_create {{(pid=106354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:25.783664 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-5282f9ce-2dca-480c-889f-206529530996 None None] Provisioning complete for port ddbb6fdb-6ac0-4d89-baea-4b504b370d01 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:25.783949 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5282f9ce-2dca-480c-889f-206529530996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.785762 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-b7bf4105-2a1f-4964-ad48-07ac919f841b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c1534706dfa46aaaa407e624aa84fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621812 Oct 21 11:49:25.791836 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51882) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:25.800038 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf4105-2a1f-4964-ad48-07ac919f841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de4a8f8-8190-4a8e-aa81-fbb4f62e293c,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:25.832286 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Pushing event updated for resources: {'Port': ['ID=a905f362-92de-4c8c-90b1-bc9ff16c34fb,revision_number=1']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:25.878130 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Attempting to bind port a905f362-92de-4c8c-90b1-bc9ff16c34fb on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:49:25.878479 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Attempting to bind port a905f362-92de-4c8c-90b1-bc9ff16c34fb by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:49:25.879407 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Attempting to bind port a905f362-92de-4c8c-90b1-bc9ff16c34fb on network c85c3162-3516-40f8-8dff-7e428cde956d {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:25.882403 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-5282f9ce-2dca-480c-889f-206529530996 None None] Port ddbb6fdb-6ac0-4d89-baea-4b504b370d01 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:49:25.887580 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:49:25.888083 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Checking segment: {'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:25.888577 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.889057 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Bound using segment: {'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:49:25.889651 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Bound port: a905f362-92de-4c8c-90b1-bc9ff16c34fb, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:49:25.890119 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.900194 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-659a7e0a-99c8-439d-89ca-c77868cf2f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.955109 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] For port a905f362-92de-4c8c-90b1-bc9ff16c34fb, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:49:25.958312 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] For port a905f362-92de-4c8c-90b1-bc9ff16c34fb, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a905f362-92de-4c8c-90b1-bc9ff16c34fb,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:49:25.964655 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:25.974252 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-659a7e0a-99c8-439d-89ca-c77868cf2f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.000907 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbb6fdb-6ac0-4d89-baea-4b504b370d01 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:49:26.010452 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.017413 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.031502 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Transition to ACTIVE for port object ddbb6fdb-6ac0-4d89-baea-4b504b370d01 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:49:26.035249 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06209f6-f82d-45b9-ba82-42c053a2efcb None None] Pushing event updated for resources: {'Port': ['ID=a905f362-92de-4c8c-90b1-bc9ff16c34fb,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:26.036792 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.044093 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.107509 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-659a7e0a-99c8-439d-89ca-c77868cf2f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.112996 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Pushing event updated for resources: {'Port': ['ID=ddbb6fdb-6ac0-4d89-baea-4b504b370d01,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:26.115453 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-659a7e0a-99c8-439d-89ca-c77868cf2f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.116807 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-659a7e0a-99c8-439d-89ca-c77868cf2f6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2de4a8f8-8190-4a8e-aa81-fbb4f62e293c HTTP/1.1" status: 204 len: 168 time: 0.3227329 Oct 21 11:49:26.134150 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a7e0a-99c8-439d-89ca-c77868cf2f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de4a8f8-8190-4a8e-aa81-fbb4f62e293c,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:26.171143 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device c799fbea-b63d-485c-b910-dcab357a6004 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:26.211537 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Allocated IP 172.27.3.240 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/30de8d53-a909-4548-80ab-f0e4cd2dfeef) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:26.227347 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Attempting to bind port ddbb6fdb-6ac0-4d89-baea-4b504b370d01 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:49:26.227955 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Attempting to bind port ddbb6fdb-6ac0-4d89-baea-4b504b370d01 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'f3fdaeb2-cf27-4801-a009-f3591c81b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:49:26.228276 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Attempting to bind port ddbb6fdb-6ac0-4d89-baea-4b504b370d01 on network b8c0e3f8-d005-4605-bf1e-89333a208ccc {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:26.236002 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Port ddbb6fdb-6ac0-4d89-baea-4b504b370d01 on network b8c0e3f8-d005-4605-bf1e-89333a208ccc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:49:26.236002 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Attempting to bind port ddbb6fdb-6ac0-4d89-baea-4b504b370d01 on network b8c0e3f8-d005-4605-bf1e-89333a208ccc {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:26.256457 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:49:26.258424 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Checking segment: {'id': 'f3fdaeb2-cf27-4801-a009-f3591c81b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:26.258953 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Bound using segment: {'id': 'f3fdaeb2-cf27-4801-a009-f3591c81b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:49:26.259500 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Bound port: ddbb6fdb-6ac0-4d89-baea-4b504b370d01, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fdaeb2-cf27-4801-a009-f3591c81b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:49:26.259952 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.332400 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port c799fbea-b63d-485c-b910-dcab357a6004 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:49:26.346379 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port c799fbea-b63d-485c-b910-dcab357a6004 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:26.348365 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3f6a5-f430-4719-975d-87deafbf41b8 req-6c511907-23a4-489b-9b57-e81cb22e494a tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:26.349372 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-26c3f6a5-f430-4719-975d-87deafbf41b8 req-6c511907-23a4-489b-9b57-e81cb22e494a tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 948 time: 0.1455135 Oct 21 11:49:26.354154 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.417759 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] For port ddbb6fdb-6ac0-4d89-baea-4b504b370d01, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:49:26.422566 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] For port ddbb6fdb-6ac0-4d89-baea-4b504b370d01, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ddbb6fdb-6ac0-4d89-baea-4b504b370d01,segment=NetworkSegment(f3fdaeb2-cf27-4801-a009-f3591c81b2c5),segment_id=f3fdaeb2-cf27-4801-a009-f3591c81b2c5)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:49:26.432505 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.496630 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-26c3f6a5-f430-4719-975d-87deafbf41b8 req-acb3103d-743a-4217-af54-2a7606ffeded tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b453d51-b52b-4e57-9bb9-b4be290527fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358433 Oct 21 11:49:26.531290 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.540021 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:26.541548 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.550940 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.554779 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] 10.222.0.47 "PUT /v2.0/ports/ddbb6fdb-6ac0-4d89-baea-4b504b370d01 HTTP/1.1" status: 200 len: 1098 time: 0.9567177 Oct 21 11:49:26.555273 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac898e78-03cf-4ea2-85c6-ae3d07e42fea', 'tag': 'ddbb6fdb-6ac0-4d89-baea-4b504b370d01'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:49:26.562719 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3fad76-b023-4352-8bdf-14219d64eb49" -d '{"events": [{"name": "network-changed", "server_uuid": "ac898e78-03cf-4ea2-85c6-ae3d07e42fea", "tag": "ddbb6fdb-6ac0-4d89-baea-4b504b370d01"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:49:26.582821 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c799fbea-b63d-485c-b910-dcab357a6004'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:49:26.592755 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8e931e-3c44-4bd2-ad25-aa495c5f094a" -d '{"events": [{"server_uuid": "97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12", "name": "network-vif-plugged", "status": "completed", "tag": "c799fbea-b63d-485c-b910-dcab357a6004"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:49:26.592974 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5dfa3-e3a6-4d1f-9de9-5d2a342b3bcb service neutron] Pushing event updated for resources: {'Port': ['ID=ddbb6fdb-6ac0-4d89-baea-4b504b370d01,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:26.637152 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port c799fbea-b63d-485c-b910-dcab357a6004, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=c799fbea-b63d-485c-b910-dcab357a6004,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:26.648251 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.672569 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dae5d02-7461-47dd-b1ef-7b29068f26d9 x-openstack-request-id: req-8dae5d02-7461-47dd-b1ef-7b29068f26d9 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:49:26.672804 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac898e78-03cf-4ea2-85c6-ae3d07e42fea", "tag": "ddbb6fdb-6ac0-4d89-baea-4b504b370d01", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:49:26.673124 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dae5d02-7461-47dd-b1ef-7b29068f26d9 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:49:26.673484 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac898e78-03cf-4ea2-85c6-ae3d07e42fea', 'tag': 'ddbb6fdb-6ac0-4d89-baea-4b504b370d01', 'status': 'completed', 'code': 200} Oct 21 11:49:26.696100 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d5fc01-9a09-4cbc-bb62-66bd8480b663 x-openstack-request-id: req-e9d5fc01-9a09-4cbc-bb62-66bd8480b663 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:49:26.696574 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12", "name": "network-vif-plugged", "status": "completed", "tag": "c799fbea-b63d-485c-b910-dcab357a6004", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:49:26.696925 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9d5fc01-9a09-4cbc-bb62-66bd8480b663 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:49:26.697515 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c799fbea-b63d-485c-b910-dcab357a6004', 'code': 200} Oct 21 11:49:26.699010 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-bcbcfdad-841f-40c0-884e-2955d1d22728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:26.700647 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-bcbcfdad-841f-40c0-884e-2955d1d22728 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4c9eb94dfde4bea8f998391d640d37b&device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 1101 time: 0.0822885 Oct 21 11:49:26.734582 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:26.752821 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=c799fbea-b63d-485c-b910-dcab357a6004,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:26.755567 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-3557f4c6-7d5f-439a-960d-e1e8ff761a6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ddbb6fdb-6ac0-4d89-baea-4b504b370d01 HTTP/1.1" status: 200 len: 217 time: 0.0462840 Oct 21 11:49:26.822610 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:26.823666 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-0da1e341-eb91-4fb9-b64d-d02ffa4a017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:26.825202 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-0da1e341-eb91-4fb9-b64d-d02ffa4a017f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25f91660-3f76-4c93-a7a5-5899de4b2b8f HTTP/1.1" status: 200 len: 843 time: 0.0617530 Oct 21 11:49:26.831224 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:26.834221 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:26.877535 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94bf08-33bc-4b63-9def-1a062724370c req-43520751-c096-463b-9647-51199d2fc834 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:26.881564 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9a94bf08-33bc-4b63-9def-1a062724370c req-43520751-c096-463b-9647-51199d2fc834 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.2405255 Oct 21 11:49:26.885538 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-de15fff7-51cf-4f73-929d-2e6318786bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:26.887360 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-de15fff7-51cf-4f73-929d-2e6318786bf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8c0e3f8-d005-4605-bf1e-89333a208ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0539896 Oct 21 11:49:26.894878 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Pushing event updated for resources: {'Port': ['ID=30de8d53-a909-4548-80ab-f0e4cd2dfeef,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:27.028665 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf84f12-bad3-4ebd-96ad-bff5b37e1b54 req-280f7371-2982-4436-9589-fa3e195646c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:27.030188 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-dbf84f12-bad3-4ebd-96ad-bff5b37e1b54 req-280f7371-2982-4436-9589-fa3e195646c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 1098 time: 0.1154613 Oct 21 11:49:27.057836 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9a94bf08-33bc-4b63-9def-1a062724370c req-8e777ea4-bdb3-4e31-8af1-bf25ae4886d4 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637897 Oct 21 11:49:27.066762 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a905f362-92de-4c8c-90b1-bc9ff16c34fb up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:27.124980 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-b0d82c18-e244-4148-bc2a-606f05290f91 service neutron] 10.222.0.47 "GET /v2.0/networks/b8c0e3f8-d005-4605-bf1e-89333a208ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292628 Oct 21 11:49:27.148619 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-dbf84f12-bad3-4ebd-96ad-bff5b37e1b54 req-1e63531d-07f3-4264-a1fb-94505b119b90 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724976 Oct 21 11:49:27.154741 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port a905f362-92de-4c8c-90b1-bc9ff16c34fb triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:27.155268 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:27.266864 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:27.274143 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ab16bea5-3741-4b6c-a616-0a0761cfcde4 req-1ff1c372-1f9c-4403-a7d4-79736ca1ecf1 service neutron] 10.222.0.47 "GET /v2.0/networks/b8c0e3f8-d005-4605-bf1e-89333a208ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282477 Oct 21 11:49:27.284451 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:27.306208 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port a905f362-92de-4c8c-90b1-bc9ff16c34fb, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a905f362-92de-4c8c-90b1-bc9ff16c34fb,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:27.311824 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:27.364800 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=a905f362-92de-4c8c-90b1-bc9ff16c34fb,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:27.456829 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fad76-b023-4352-8bdf-14219d64eb49 req-64ef3abc-a2d3-455e-b89c-a3ec3b1e7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:27.459263 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1f3fad76-b023-4352-8bdf-14219d64eb49 req-64ef3abc-a2d3-455e-b89c-a3ec3b1e7262 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4c9eb94dfde4bea8f998391d640d37b&device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 1101 time: 0.0562706 Oct 21 11:49:27.467529 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe6f261-d88d-47e8-8927-d89796494089 None None] Network c85c3162-3516-40f8-8dff-7e428cde956d requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:49:27.610750 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fad76-b023-4352-8bdf-14219d64eb49 req-7fe496c0-48ba-4399-9bbd-ab3c63ff1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:27.612304 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1f3fad76-b023-4352-8bdf-14219d64eb49 req-7fe496c0-48ba-4399-9bbd-ab3c63ff1961 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b8c0e3f8-d005-4605-bf1e-89333a208ccc HTTP/1.1" status: 200 len: 870 time: 0.1449912 Oct 21 11:49:27.617452 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-a2c85be3-c61b-4c39-8f19-684a0537c1ce None None] Provisioning complete for port a905f362-92de-4c8c-90b1-bc9ff16c34fb triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:27.617818 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a2c85be3-c61b-4c39-8f19-684a0537c1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:27.681984 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1f3fad76-b023-4352-8bdf-14219d64eb49 req-5462c8cb-c147-481d-8212-01279d5b9e93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=ddbb6fdb-6ac0-4d89-baea-4b504b370d01 HTTP/1.1" status: 200 len: 217 time: 0.0563304 Oct 21 11:49:27.765217 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fad76-b023-4352-8bdf-14219d64eb49 req-078529b5-5aa5-47d9-bcb3-390173cc17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:27.766871 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1f3fad76-b023-4352-8bdf-14219d64eb49 req-078529b5-5aa5-47d9-bcb3-390173cc17ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25f91660-3f76-4c93-a7a5-5899de4b2b8f HTTP/1.1" status: 200 len: 843 time: 0.0745559 Oct 21 11:49:27.791035 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814d6d2-d052-4e99-a689-014d86453526 req-b8f34a15-7c01-4e33-aeaa-cdad03509fc1 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:27.793401 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2814d6d2-d052-4e99-a689-014d86453526 req-b8f34a15-7c01-4e33-aeaa-cdad03509fc1 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 948 time: 0.1208911 Oct 21 11:49:27.829662 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fad76-b023-4352-8bdf-14219d64eb49 req-3fbb0e54-5319-4aef-b1a5-543d02d6d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:27.831388 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1f3fad76-b023-4352-8bdf-14219d64eb49 req-3fbb0e54-5319-4aef-b1a5-543d02d6d4ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b8c0e3f8-d005-4605-bf1e-89333a208ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0549574 Oct 21 11:49:27.894247 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2814d6d2-d052-4e99-a689-014d86453526 req-a796777a-105b-4b29-9d9a-a26549c46cce tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b453d51-b52b-4e57-9bb9-b4be290527fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913608 Oct 21 11:49:27.916040 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3701116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3699710'] for router, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:27.967317 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1f3fad76-b023-4352-8bdf-14219d64eb49 req-0a17c7e0-17cf-45bb-b143-a67d27a3783d service neutron] 10.222.0.47 "GET /v2.0/networks/b8c0e3f8-d005-4605-bf1e-89333a208ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274245 Oct 21 11:49:28.056097 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Router f8bdf6e9-0900-4e25-bc56-0601ea748f50 is scheduled to L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c with binding_index 1 {{(pid=106352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 11:49:28.068445 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1f3fad76-b023-4352-8bdf-14219d64eb49 req-843db5fe-0aff-42ef-bd2d-a96f5c963dc8 service neutron] 10.222.0.47 "GET /v2.0/networks/b8c0e3f8-d005-4605-bf1e-89333a208ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877752 Oct 21 11:49:28.075597 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-b462fc46-085e-4c2a-886b-c158c316799e None None] Provisioning complete for port a905f362-92de-4c8c-90b1-bc9ff16c34fb triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:28.076034 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b462fc46-085e-4c2a-886b-c158c316799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:28.206675 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:49:28.216065 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Sync routers for ids ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:49:28.224395 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac0b87-ba73-411e-b77a-4593f3da7930 req-fcf05448-a09d-4c22-937e-cab7e4ab92ca tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:28.225075 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Routers {'f8bdf6e9-0900-4e25-bc56-0601ea748f50'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:28.225708 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:28.225881 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4fac0b87-ba73-411e-b77a-4593f3da7930 req-fcf05448-a09d-4c22-937e-cab7e4ab92ca tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0686564 Oct 21 11:49:28.242026 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:28.243165 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-96e61662-c0a0-4177-94e7-464bfbac3a4e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0186024 Oct 21 11:49:28.246361 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51926) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:28.270008 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4fac0b87-ba73-411e-b77a-4593f3da7930 req-1d5f262b-5ef0-4064-be41-eb457cfd09b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372610 Oct 21 11:49:28.346691 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Set router f8bdf6e9-0900-4e25-bc56-0601ea748f50 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:28.650709 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:27Z', 'revision_number': 3, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:28.676734 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Checking router: f8bdf6e9-0900-4e25-bc56-0601ea748f50 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:49:28.677073 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Updating router f8bdf6e9-0900-4e25-bc56-0601ea748f50 port 30de8d53-a909-4548-80ab-f0e4cd2dfeef binding host dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:49:28.683492 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:28.702127 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:28.844391 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Allocated IP 172.20.0.1 (c85c3162-3516-40f8-8dff-7e428cde956d/5baf7b11-e6e7-48b9-8c38-cf79882a99ca/7350aca7-cebd-4792-b38d-1445852b2b50) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:28.956655 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:28.999088 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Publish callbacks [] for port, precommit_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.013876 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.029008 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.037655 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a905f362-92de-4c8c-90b1-bc9ff16c34fb up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:29.050252 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef4fbb-e404-4872-b25b-5ffc7c62cbbe req-34eb97cd-6e3e-4e0a-bf71-b7f1bfc644a0 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:29.051831 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-faef4fbb-e404-4872-b25b-5ffc7c62cbbe req-34eb97cd-6e3e-4e0a-bf71-b7f1bfc644a0 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 948 time: 0.0722640 Oct 21 11:49:29.095314 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Network c85c3162-3516-40f8-8dff-7e428cde956d is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:29.096993 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Attempting to bind port 30de8d53-a909-4548-80ab-f0e4cd2dfeef on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:49:29.097152 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-faef4fbb-e404-4872-b25b-5ffc7c62cbbe req-6b104f3e-865f-4170-b8f6-5578b9bb7b1b tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b453d51-b52b-4e57-9bb9-b4be290527fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376666 Oct 21 11:49:29.098972 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Attempting to bind port 30de8d53-a909-4548-80ab-f0e4cd2dfeef by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:49:29.099361 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Attempting to bind port 30de8d53-a909-4548-80ab-f0e4cd2dfeef on network f1f48190-e7d7-48cd-832b-f0ed44723a0c {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:29.112553 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:29.115330 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:29.122245 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:49:29.122627 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Checking segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:29.123017 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.123392 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Bound using segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:49:29.123869 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Bound port: 30de8d53-a909-4548-80ab-f0e4cd2dfeef, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:49:29.124230 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.148848 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Pushing event updated for resources: {'Port': ['ID=7350aca7-cebd-4792-b38d-1445852b2b50,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:29.150720 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467b4e7-a9dc-4ffb-8ea5-b710be991a27 None None] Pushing event updated for resources: {'Port': ['ID=30de8d53-a909-4548-80ab-f0e4cd2dfeef,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:29.164814 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702673'] for router_interface, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.189342 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port a905f362-92de-4c8c-90b1-bc9ff16c34fb triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:29.189708 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.221527 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] For port 30de8d53-a909-4548-80ab-f0e4cd2dfeef, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:49:29.238593 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] For port 30de8d53-a909-4548-80ab-f0e4cd2dfeef, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=30de8d53-a909-4548-80ab-f0e4cd2dfeef,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:49:29.249420 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.355386 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Routers {'f8bdf6e9-0900-4e25-bc56-0601ea748f50'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:29.356224 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:29.358680 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467b4e7-a9dc-4ffb-8ea5-b710be991a27 None None] Pushing event updated for resources: {'Port': ['ID=30de8d53-a909-4548-80ab-f0e4cd2dfeef,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:29.372200 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.465187 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2ff17-3e99-452f-acfb-2b85d72ffb4e req-db7af329-243c-4cb2-a3c4-d7084cad85c9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:29.467918 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-14a2ff17-3e99-452f-acfb-2b85d72ffb4e req-db7af329-243c-4cb2-a3c4-d7084cad85c9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0535214 Oct 21 11:49:29.507728 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-8acf83a2-bf51-4712-842d-5add560987be None None] Provisioning complete for port 7350aca7-cebd-4792-b38d-1445852b2b50 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:29.508098 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8acf83a2-bf51-4712-842d-5add560987be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.514617 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-14a2ff17-3e99-452f-acfb-2b85d72ffb4e req-5cc1df9d-b178-4664-99cc-4ff82df35c2a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365691 Oct 21 11:49:29.545529 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] Set router f8bdf6e9-0900-4e25-bc56-0601ea748f50 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:29.574263 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.580537 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.590209 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-8acf83a2-bf51-4712-842d-5add560987be None None] Port 7350aca7-cebd-4792-b38d-1445852b2b50 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:49:29.632262 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dfc4b-43aa-4c14-99c0-5531df7117f1 req-d1d7ba36-6611-4e33-b69f-f8dc8ba6a616 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:29.634034 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b05dfc4b-43aa-4c14-99c0-5531df7117f1 req-d1d7ba36-6611-4e33-b69f-f8dc8ba6a616 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0533926 Oct 21 11:49:29.646328 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 51946) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:29.651323 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-23f9a249-b922-41b0-b87e-c6c0139f4a76 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'floatingip': {'port_id': 'c799fbea-b63d-485c-b910-dcab357a6004'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:29.658614 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Pushing event updated for resources: {'Port': ['ID=7350aca7-cebd-4792-b38d-1445852b2b50,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:29.661347 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3855070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702589'] for router_interface, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.695158 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-23f9a249-b922-41b0-b87e-c6c0139f4a76 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:29.761458 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Network c85c3162-3516-40f8-8dff-7e428cde956d is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:29.763212 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:29.779155 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '7350aca7-cebd-4792-b38d-1445852b2b50', 'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'mac_address': 'fa:16:3e:01:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:28Z', 'updated_at': '2021-10-21T11:49:28Z', 'revision_number': 1, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'subnets': [{'id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:29.819362 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26919be-d62a-486a-9166-f232e0df71d4 None None] The sync data for ids ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'] in dv-cinder-814898-1-iscsi is: [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '7350aca7-cebd-4792-b38d-1445852b2b50', 'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'mac_address': 'fa:16:3e:01:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:28Z', 'updated_at': '2021-10-21T11:49:28Z', 'revision_number': 1, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'subnets': [{'id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:49:29.895252 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Router f8bdf6e9-0900-4e25-bc56-0601ea748f50 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:49:30.017163 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-68252263-9bd8-431d-b574-278031cabce1 None None] Provisioning complete for port 7350aca7-cebd-4792-b38d-1445852b2b50 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:30.017546 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-68252263-9bd8-431d-b574-278031cabce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:30.032506 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:49:30.047232 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-23f3f476-fcd3-4e0f-9a11-ecd9e6462681 admin admin] 10.222.0.24 "PUT /v2.0/routers/f8bdf6e9-0900-4e25-bc56-0601ea748f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996132 Oct 21 11:49:30.087644 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-68252263-9bd8-431d-b574-278031cabce1 None None] Port 7350aca7-cebd-4792-b38d-1445852b2b50 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:49:30.191314 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device ddbb6fdb-6ac0-4d89-baea-4b504b370d01 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:49:30.272488 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-23f9a249-b922-41b0-b87e-c6c0139f4a76 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:30.280985 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c03dc-dd09-415f-801f-b92a13d9fc9d req-f86d075e-e765-4a35-b9b7-715ce02adb7d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:30.282594 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-667c03dc-dd09-415f-801f-b92a13d9fc9d req-f86d075e-e765-4a35-b9b7-715ce02adb7d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 948 time: 0.0777578 Oct 21 11:49:30.285531 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-23f9a249-b922-41b0-b87e-c6c0139f4a76 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:30.314610 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port ddbb6fdb-6ac0-4d89-baea-4b504b370d01, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ddbb6fdb-6ac0-4d89-baea-4b504b370d01,segment=NetworkSegment(f3fdaeb2-cf27-4801-a009-f3591c81b2c5),segment_id=f3fdaeb2-cf27-4801-a009-f3591c81b2c5)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:30.330894 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': 'ddbb6fdb-6ac0-4d89-baea-4b504b370d01', 'network_id': 'b8c0e3f8-d005-4605-bf1e-89333a208ccc', 'port_id': 'ddbb6fdb-6ac0-4d89-baea-4b504b370d01', 'mac_address': 'fa:16:3e:85:a6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f91660-3f76-4c93-a7a5-5899de4b2b8f', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:49:30.362142 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-667c03dc-dd09-415f-801f-b92a13d9fc9d req-08845fa6-136d-4e80-8a1a-7d9a435b15d2 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b453d51-b52b-4e57-9bb9-b4be290527fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727639 Oct 21 11:49:30.378372 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:30.398249 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbb6fdb-6ac0-4d89-baea-4b504b370d01 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:49:30.430483 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port ddbb6fdb-6ac0-4d89-baea-4b504b370d01, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ddbb6fdb-6ac0-4d89-baea-4b504b370d01,segment=NetworkSegment(f3fdaeb2-cf27-4801-a009-f3591c81b2c5),segment_id=f3fdaeb2-cf27-4801-a009-f3591c81b2c5)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:30.438944 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.l3_db [None req-23f9a249-b922-41b0-b87e-c6c0139f4a76 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Floating IP 9630451b-923d-4391-9c62-a5ed7f777b87 associated. External IP: 172.27.3.210, port: c799fbea-b63d-485c-b910-dcab357a6004. Oct 21 11:49:30.439850 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:30.494922 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=ddbb6fdb-6ac0-4d89-baea-4b504b370d01,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:30.706966 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['ddbb6fdb-6ac0-4d89-baea-4b504b370d01'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:49:30.774680 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f9a249-b922-41b0-b87e-c6c0139f4a76 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Router 3f02466a-187b-447d-8f5e-fc9738f0261b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:49:30.875801 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51970) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:30.883860 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1243217668-network', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:30.950104 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Made reservation on behalf of e9b6f129586b462cbc9b3143c34eecec for: {'network': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:49:30.953153 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:30.963398 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f9a249-b922-41b0-b87e-c6c0139f4a76 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:49:30.970021 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-23f9a249-b922-41b0-b87e-c6c0139f4a76 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:30.974959 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16892d-e234-4eb9-9218-1558aa418153 None None] Sync routers for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:49:30.992240 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:31.000408 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16892d-e234-4eb9-9218-1558aa418153 None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:31.002555 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-ac16892d-e234-4eb9-9218-1558aa418153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:31.004838 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-23f9a249-b922-41b0-b87e-c6c0139f4a76 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "PUT /v2.0/floatingips/9630451b-923d-4391-9c62-a5ed7f777b87 HTTP/1.1" status: 200 len: 991 time: 1.3573949 Oct 21 11:49:31.005496 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'tag': 'c799fbea-b63d-485c-b910-dcab357a6004'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:49:31.009346 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396bb91d-3401-4461-86df-adbad9aee86f" -d '{"events": [{"name": "network-changed", "server_uuid": "97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12", "tag": "c799fbea-b63d-485c-b910-dcab357a6004"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:49:31.084486 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48248477-d616-426d-879c-e38ddf76fe99 x-openstack-request-id: req-48248477-d616-426d-879c-e38ddf76fe99 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:49:31.084768 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12", "tag": "c799fbea-b63d-485c-b910-dcab357a6004", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:49:31.085013 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48248477-d616-426d-879c-e38ddf76fe99 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:49:31.085435 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'tag': 'c799fbea-b63d-485c-b910-dcab357a6004', 'status': 'completed', 'code': 200} Oct 21 11:49:31.118582 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 30de8d53-a909-4548-80ab-f0e4cd2dfeef up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:31.172938 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 30de8d53-a909-4548-80ab-f0e4cd2dfeef triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:31.173826 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:31.186896 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:31.195731 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb91d-3401-4461-86df-adbad9aee86f req-d115dd15-c669-4e13-b7f7-d05a22aab01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:31.200665 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-396bb91d-3401-4461-86df-adbad9aee86f req-d115dd15-c669-4e13-b7f7-d05a22aab01e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 1098 time: 0.0712836 Oct 21 11:49:31.202636 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:31.209341 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-ac16892d-e234-4eb9-9218-1558aa418153 None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:31.237021 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46de108-cd8c-4629-acb4-aba7a98d0535,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:31.267282 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=106353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:49:31.292478 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:31.324413 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:31.325068 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.segments_db [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Added segment 3de47783-4712-4e52-9472-34e0fc81a6a2 of type vlan for network 034a42c5-0b02-486d-9cff-30df5babadde Oct 21 11:49:31.399739 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:31.413825 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb91d-3401-4461-86df-adbad9aee86f req-92db5631-62dc-4903-b660-d068cd72d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:31.415988 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-396bb91d-3401-4461-86df-adbad9aee86f req-92db5631-62dc-4903-b660-d068cd72d79d service neutron] 10.222.0.47 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 912 time: 0.1827283 Oct 21 11:49:31.452410 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port 30de8d53-a909-4548-80ab-f0e4cd2dfeef, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=30de8d53-a909-4548-80ab-f0e4cd2dfeef,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:31.458342 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:31.493651 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:31.493651 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:31.493651 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:31.496963 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-ac16892d-e234-4eb9-9218-1558aa418153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '9630451b-923d-4391-9c62-a5ed7f777b87', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'port_id': 'c799fbea-b63d-485c-b910-dcab357a6004', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'mac_address': 'fa:16:3e:df:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:49:15Z', 'updated_at': '2021-10-21T11:49:30Z', 'revision_number': 1, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:31.532703 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16892d-e234-4eb9-9218-1558aa418153 None None] Checking router: 3f02466a-187b-447d-8f5e-fc9738f0261b for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:49:31.535966 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6584206 Oct 21 11:49:31.538936 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51982) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:31.544276 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] Request body: {'subnet': {'network_id': '034a42c5-0b02-486d-9cff-30df5babadde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1243217668-subnet', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'ip_version': 4}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:31.546834 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16892d-e234-4eb9-9218-1558aa418153 None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:31.547703 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-ac16892d-e234-4eb9-9218-1558aa418153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:31.557137 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-396bb91d-3401-4461-86df-adbad9aee86f req-e55edccf-1431-40eb-a196-cac1f694eff2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c799fbea-b63d-485c-b910-dcab357a6004 HTTP/1.1" status: 200 len: 999 time: 0.1304989 Oct 21 11:49:31.563005 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=30de8d53-a909-4548-80ab-f0e4cd2dfeef,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:31.584168 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadd04b-3708-4c7d-b92e-051561f74791 req-b8c3cd7e-d61e-4040-91a7-c53c636e3152 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:31.586421 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-aeadd04b-3708-4c7d-b92e-051561f74791 req-b8c3cd7e-d61e-4040-91a7-c53c636e3152 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 949 time: 0.1065471 Oct 21 11:49:31.630731 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-aeadd04b-3708-4c7d-b92e-051561f74791 req-5b66070d-8ebf-4c17-b06b-4dbd19e12e44 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b453d51-b52b-4e57-9bb9-b4be290527fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Oct 21 11:49:31.678159 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-ac16892d-e234-4eb9-9218-1558aa418153 None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:31.883343 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b650b8-7c1d-4ea2-98c0-47ac77601ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=034a42c5-0b02-486d-9cff-30df5babadde,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:31.889487 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] Made reservation on behalf of e9b6f129586b462cbc9b3143c34eecec for: {'subnet': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:49:31.891875 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3067807'] for subnet, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:31.894166 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network 034a42c5-0b02-486d-9cff-30df5babadde details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:49:31.910969 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb91d-3401-4461-86df-adbad9aee86f req-9509d9e4-610e-412d-b96a-f1d13d6dae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:31.912433 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-396bb91d-3401-4461-86df-adbad9aee86f req-9509d9e4-610e-412d-b96a-f1d13d6dae93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415429fa-83ed-47bb-94e4-dbac8cb8b65a HTTP/1.1" status: 200 len: 850 time: 0.3393803 Oct 21 11:49:32.009350 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb91d-3401-4461-86df-adbad9aee86f req-12bfa185-7fbb-4775-9c5d-255f58fe3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:32.010903 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-396bb91d-3401-4461-86df-adbad9aee86f req-12bfa185-7fbb-4775-9c5d-255f58fe3286 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902226 Oct 21 11:49:32.027426 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-ac16892d-e234-4eb9-9218-1558aa418153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '9630451b-923d-4391-9c62-a5ed7f777b87', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'port_id': 'c799fbea-b63d-485c-b910-dcab357a6004', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'mac_address': 'fa:16:3e:df:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:49:15Z', 'updated_at': '2021-10-21T11:49:30Z', 'revision_number': 1, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:32.064791 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16892d-e234-4eb9-9218-1558aa418153 None None] The sync data for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi is: [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '9630451b-923d-4391-9c62-a5ed7f777b87', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'port_id': 'c799fbea-b63d-485c-b910-dcab357a6004', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'mac_address': 'fa:16:3e:df:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:49:15Z', 'updated_at': '2021-10-21T11:49:30Z', 'revision_number': 1, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:49:32.180285 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-396bb91d-3401-4461-86df-adbad9aee86f req-801ba104-67cf-41ca-aebb-3b5d5d6bc043 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604731 Oct 21 11:49:32.183145 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11713075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3067817'] for subnet, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:32.200369 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device ddbb6fdb-6ac0-4d89-baea-4b504b370d01 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:32.312553 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port ddbb6fdb-6ac0-4d89-baea-4b504b370d01 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:49:32.317421 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=64290297-ae68-4e52-8b56-ec5ba063ab0f,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:32.325371 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port ddbb6fdb-6ac0-4d89-baea-4b504b370d01 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:32.325743 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:32.327676 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] Checking segment: {'id': '3de47783-4712-4e52-9472-34e0fc81a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:32.328047 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] Network hostable DHCP agents. Network: 034a42c5-0b02-486d-9cff-30df5babadde, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:49:32.355458 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] Network 034a42c5-0b02-486d-9cff-30df5babadde is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:49:32.374666 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-396bb91d-3401-4461-86df-adbad9aee86f req-fc3305dd-64c4-49a6-b229-e6ae7af57ea3 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858799 Oct 21 11:49:32.375963 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, 034a42c5-0b02-486d-9cff-30df5babadde) {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:32.380355 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:32.380998 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:32.394982 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c55924-e37a-4aa2-9928-f6a145d8dee9 None None] Network 034a42c5-0b02-486d-9cff-30df5babadde requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:49:32.408109 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-33b67e39-013a-4699-ad95-9862c58ad64a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8654752 Oct 21 11:49:32.408337 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 51998) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:32.412612 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1243217668-router', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:32.445572 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12628'] for router, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:32.447855 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3701107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3699601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12619'] for router, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:32.508438 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfd5c2-ee92-444a-8a60-c52c5e0ba269 None None] New status for floating IP 9630451b-923d-4391-9c62-a5ed7f777b87: ACTIVE {{(pid=106354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:49:32.521621 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:32.550766 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Sync routers for ids ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:49:32.561728 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Routers {'f8bdf6e9-0900-4e25-bc56-0601ea748f50'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:32.562358 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:32.693207 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:32.721257 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:32.759648 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac898e78-03cf-4ea2-85c6-ae3d07e42fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbb6fdb-6ac0-4d89-baea-4b504b370d01'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:49:32.763412 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3196f498-23e9-4706-a3cd-5736c7299bf3" -d '{"events": [{"server_uuid": "ac898e78-03cf-4ea2-85c6-ae3d07e42fea", "name": "network-vif-plugged", "status": "completed", "tag": "ddbb6fdb-6ac0-4d89-baea-4b504b370d01"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:49:32.789895 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Set router f8bdf6e9-0900-4e25-bc56-0601ea748f50 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:32.803504 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port ddbb6fdb-6ac0-4d89-baea-4b504b370d01, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ddbb6fdb-6ac0-4d89-baea-4b504b370d01,segment=NetworkSegment(f3fdaeb2-cf27-4801-a009-f3591c81b2c5),segment_id=f3fdaeb2-cf27-4801-a009-f3591c81b2c5)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:32.813935 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:32.817378 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0628681-c0f0-58e8-8bb9-96f5876d12ab-034a42c5-0b02-486d-9cff-30df5babadde', 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'fixed_ips': [{'subnet_id': '64290297-ae68-4e52-8b56-ec5ba063ab0f'}]}} from dv-cinder-814898-1-iscsi. {{(pid=106354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 21 11:49:32.818918 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:32.855222 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f26dc9-6143-46c7-a647-ed587df7e851 req-30085274-44d8-45b7-b851-f257d720a6ee tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:32.858920 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-85f26dc9-6143-46c7-a647-ed587df7e851 req-30085274-44d8-45b7-b851-f257d720a6ee tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 949 time: 0.0983095 Oct 21 11:49:32.862752 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f413ad8-c048-44ab-a77c-d3f88fff46bf x-openstack-request-id: req-0f413ad8-c048-44ab-a77c-d3f88fff46bf {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:49:32.863060 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac898e78-03cf-4ea2-85c6-ae3d07e42fea", "name": "network-vif-plugged", "status": "completed", "tag": "ddbb6fdb-6ac0-4d89-baea-4b504b370d01", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:49:32.863313 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f413ad8-c048-44ab-a77c-d3f88fff46bf {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:49:32.863695 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac898e78-03cf-4ea2-85c6-ae3d07e42fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbb6fdb-6ac0-4d89-baea-4b504b370d01', 'code': 200} Oct 21 11:49:32.937590 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-85f26dc9-6143-46c7-a647-ed587df7e851 req-893535ec-fa01-4482-b7ba-fe0e07d97a72 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b453d51-b52b-4e57-9bb9-b4be290527fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707734 Oct 21 11:49:32.969656 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=ddbb6fdb-6ac0-4d89-baea-4b504b370d01,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:33.067985 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 30de8d53-a909-4548-80ab-f0e4cd2dfeef up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:33.108285 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.db_base_plugin_common [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Allocated IP 172.20.0.2 (034a42c5-0b02-486d-9cff-30df5babadde/64290297-ae68-4e52-8b56-ec5ba063ab0f/5c2a600b-7442-45e2-9899-58b1539eb513) {{(pid=106354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:33.141646 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.170785 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.171427 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '7350aca7-cebd-4792-b38d-1445852b2b50', 'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'mac_address': 'fa:16:3e:01:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:28Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 2, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'subnets': [{'id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:33.187545 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 30de8d53-a909-4548-80ab-f0e4cd2dfeef triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:33.187914 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.206455 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Checking router: f8bdf6e9-0900-4e25-bc56-0601ea748f50 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:49:33.206801 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Updating router f8bdf6e9-0900-4e25-bc56-0601ea748f50 port 7350aca7-cebd-4792-b38d-1445852b2b50 binding host dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:49:33.242863 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.313663 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Allocated IP 172.27.3.33 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/45bf15dc-4fdd-496e-9e7b-a91169bc87e5) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:33.347362 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Publish callbacks [] for port, precommit_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.370736 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.411967 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Network 034a42c5-0b02-486d-9cff-30df5babadde is already hosted by enough agents. {{(pid=106354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:33.414834 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.base_scheduler [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Resources bound (agent type, host, resource id): {{(pid=106354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:33.418494 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Received port after_create {{(pid=106354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:33.428724 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Pushing event updated for resources: {'Port': ['ID=5c2a600b-7442-45e2-9899-58b1539eb513,revision_number=1']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:33.436031 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.474133 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.504529 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Attempting to bind port 5c2a600b-7442-45e2-9899-58b1539eb513 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:49:33.504800 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Attempting to bind port 5c2a600b-7442-45e2-9899-58b1539eb513 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': '3de47783-4712-4e52-9472-34e0fc81a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:49:33.506219 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Attempting to bind port 5c2a600b-7442-45e2-9899-58b1539eb513 on network 034a42c5-0b02-486d-9cff-30df5babadde {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:33.507920 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5d625-e033-4e6e-bc82-c72a0808a21b req-e3880822-a7d3-4dfe-a1b1-facaa3ff82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:33.509569 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5ec5d625-e033-4e6e-bc82-c72a0808a21b req-e3880822-a7d3-4dfe-a1b1-facaa3ff82ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 1103 time: 0.4226196 Oct 21 11:49:33.511959 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:49:33.512331 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Checking segment: {'id': '3de47783-4712-4e52-9472-34e0fc81a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:33.512723 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.513150 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Bound using segment: {'id': '3de47783-4712-4e52-9472-34e0fc81a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:49:33.513624 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Bound port: 5c2a600b-7442-45e2-9899-58b1539eb513, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de47783-4712-4e52-9472-34e0fc81a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:49:33.514587 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.539636 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:33.553021 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:33.556377 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Pushing event updated for resources: {'Port': ['ID=45bf15dc-4fdd-496e-9e7b-a91169bc87e5,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:33.559348 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:33.589394 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-50756c09-437a-47b5-b455-a7237597c733 None None] For port 5c2a600b-7442-45e2-9899-58b1539eb513, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:49:33.592533 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-50756c09-437a-47b5-b455-a7237597c733 None None] For port 5c2a600b-7442-45e2-9899-58b1539eb513, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=5c2a600b-7442-45e2-9899-58b1539eb513,segment=NetworkSegment(3de47783-4712-4e52-9472-34e0fc81a6a2),segment_id=3de47783-4712-4e52-9472-34e0fc81a6a2)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:49:33.600767 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.622415 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Publish callbacks [] for port, precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.634721 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.649051 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5ec5d625-e033-4e6e-bc82-c72a0808a21b req-38cac51e-3e24-4665-83c0-3ab6333ce0d1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b453d51-b52b-4e57-9bb9-b4be290527fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299391 Oct 21 11:49:33.716592 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50756c09-437a-47b5-b455-a7237597c733 None None] Pushing event updated for resources: {'Port': ['ID=5c2a600b-7442-45e2-9899-58b1539eb513,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:33.731874 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74708e-98b5-4137-b202-878c170b74f9 None None] Pushing event updated for resources: {'Port': ['ID=7350aca7-cebd-4792-b38d-1445852b2b50,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:33.766263 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Attempting to bind port 7350aca7-cebd-4792-b38d-1445852b2b50 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:49:33.766616 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Attempting to bind port 7350aca7-cebd-4792-b38d-1445852b2b50 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:49:33.767015 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Attempting to bind port 7350aca7-cebd-4792-b38d-1445852b2b50 on network c85c3162-3516-40f8-8dff-7e428cde956d {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:33.773972 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:49:33.774367 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Checking segment: {'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:33.774749 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.775125 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Bound using segment: {'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:49:33.775578 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Bound port: 7350aca7-cebd-4792-b38d-1445852b2b50, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:49:33.775964 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.856096 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] For port 7350aca7-cebd-4792-b38d-1445852b2b50, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:49:33.859768 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] For port 7350aca7-cebd-4792-b38d-1445852b2b50, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=7350aca7-cebd-4792-b38d-1445852b2b50,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:49:33.865255 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.902524 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:33.952641 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74708e-98b5-4137-b202-878c170b74f9 None None] Pushing event updated for resources: {'Port': ['ID=7350aca7-cebd-4792-b38d-1445852b2b50,revision_number=4']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:33.955389 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Routers {'f8bdf6e9-0900-4e25-bc56-0601ea748f50'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:33.955976 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:34.059579 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-ebff40a2-3039-430e-ae01-29a07cd5f3cf None None] Provisioning complete for port 7350aca7-cebd-4792-b38d-1445852b2b50 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:34.059579 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ebff40a2-3039-430e-ae01-29a07cd5f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:34.161320 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] Set router f8bdf6e9-0900-4e25-bc56-0601ea748f50 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:34.164356 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ec152-ddbc-46ba-8017-e2232b3ec95c req-c5990061-899d-4e97-80ce-b1b29ebbe044 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:34.166103 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b17ec152-ddbc-46ba-8017-e2232b3ec95c req-c5990061-899d-4e97-80ce-b1b29ebbe044 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 950 time: 0.1091084 Oct 21 11:49:34.203690 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ebff40a2-3039-430e-ae01-29a07cd5f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:34.259430 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b17ec152-ddbc-46ba-8017-e2232b3ec95c req-0a6c515a-ba89-4237-8da0-2dd571044e27 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b453d51-b52b-4e57-9bb9-b4be290527fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790603 Oct 21 11:49:34.285931 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-ebff40a2-3039-430e-ae01-29a07cd5f3cf None None] For port 7350aca7-cebd-4792-b38d-1445852b2b50, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=7350aca7-cebd-4792-b38d-1445852b2b50,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:34.292323 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ebff40a2-3039-430e-ae01-29a07cd5f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:34.373847 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3701116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3699710'] for router, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:34.376407 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff40a2-3039-430e-ae01-29a07cd5f3cf None None] Pushing event updated for resources: {'Port': ['ID=7350aca7-cebd-4792-b38d-1445852b2b50,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:34.437918 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-ef1cbf29-499c-46c4-90e8-aed1be2cdcfc None None] Provisioning complete for port 7350aca7-cebd-4792-b38d-1445852b2b50 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:34.438758 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ef1cbf29-499c-46c4-90e8-aed1be2cdcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:34.519892 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '7350aca7-cebd-4792-b38d-1445852b2b50', 'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'mac_address': 'fa:16:3e:01:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:28Z', 'updated_at': '2021-10-21T11:49:33Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'subnets': [{'id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:34.541354 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Router 798b2139-3238-49dc-853b-1f1430303087 is scheduled to L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c with binding_index 1 {{(pid=106353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 11:49:34.557710 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8abcf8d-10bf-4b14-9a57-8c9f403384f5 None None] The sync data for ids ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'] in dv-cinder-814898-1-iscsi is: [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '7350aca7-cebd-4792-b38d-1445852b2b50', 'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'mac_address': 'fa:16:3e:01:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:28Z', 'updated_at': '2021-10-21T11:49:33Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'subnets': [{'id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:49:34.665276 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:49:34.682921 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Sync routers for ids ['798b2139-3238-49dc-853b-1f1430303087'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:49:34.694234 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Routers {'798b2139-3238-49dc-853b-1f1430303087'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:34.695321 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['798b2139-3238-49dc-853b-1f1430303087'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:34.718482 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] Publish callbacks [] for router, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:34.722516 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-4faa2d41-2772-4377-95fe-517f9303bbd7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3106575 Oct 21 11:49:34.722881 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52050) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:34.899725 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Set router 798b2139-3238-49dc-853b-1f1430303087 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:35.256728 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e68c9-36c3-45ff-ac44-74f98ef7f52b None None] Network 034a42c5-0b02-486d-9cff-30df5babadde requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:49:35.258292 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 5c2a600b-7442-45e2-9899-58b1539eb513 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:35.398780 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-9a1ed93a-6ede-4ec5-9d21-7406ca6d3ebb None None] Provisioning complete for port 5c2a600b-7442-45e2-9899-58b1539eb513 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:35.399398 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed93a-6ede-4ec5-9d21-7406ca6d3ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:35.528627 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 5c2a600b-7442-45e2-9899-58b1539eb513 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:35.528971 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:35.572646 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b2139-3238-49dc-853b-1f1430303087', 'name': 'tempest-TestMinimumBasicScenario-1243217668-router', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:32Z', 'updated_at': '2021-10-21T11:49:33Z', 'revision_number': 3, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'gw_port': {'id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:33Z', 'updated_at': '2021-10-21T11:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:35.636797 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Checking router: 798b2139-3238-49dc-853b-1f1430303087 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:49:35.637473 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Updating router 798b2139-3238-49dc-853b-1f1430303087 port 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 binding host dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:49:35.642278 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30761e8-711a-488b-b558-c83a4ec629e5 req-e93b7ce8-bdfa-4378-ad6e-9e7da20d6092 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:35.644154 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b30761e8-711a-488b-b558-c83a4ec629e5 req-e93b7ce8-bdfa-4378-ad6e-9e7da20d6092 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 950 time: 0.1258328 Oct 21 11:49:35.710966 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed93a-6ede-4ec5-9d21-7406ca6d3ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:35.717128 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:35.761954 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b30761e8-711a-488b-b558-c83a4ec629e5 req-79918c11-fec6-427b-95fe-c86a3786c1b5 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b453d51-b52b-4e57-9bb9-b4be290527fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786610 Oct 21 11:49:35.797892 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:35.871040 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-9a1ed93a-6ede-4ec5-9d21-7406ca6d3ebb None None] For port 5c2a600b-7442-45e2-9899-58b1539eb513, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=5c2a600b-7442-45e2-9899-58b1539eb513,segment=NetworkSegment(3de47783-4712-4e52-9472-34e0fc81a6a2),segment_id=3de47783-4712-4e52-9472-34e0fc81a6a2)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:35.889665 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed93a-6ede-4ec5-9d21-7406ca6d3ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:35.897996 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.016298 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Allocated IP 172.20.0.1 (034a42c5-0b02-486d-9cff-30df5babadde/64290297-ae68-4e52-8b56-ec5ba063ab0f/250febb5-09c9-4dab-8cbe-6e5dd4521c68) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:36.064319 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ed93a-6ede-4ec5-9d21-7406ca6d3ebb None None] Pushing event updated for resources: {'Port': ['ID=5c2a600b-7442-45e2-9899-58b1539eb513,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:36.090335 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.db.api [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 21 11:49:36.090738 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG oslo_db.api [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 21 11:49:36.138342 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac49b9e-deb3-465f-be21-022fb99a05e5 req-9a1247c1-d3a2-4ba2-9732-b5e1adeddada tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:36.139970 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-eac49b9e-deb3-465f-be21-022fb99a05e5 req-9a1247c1-d3a2-4ba2-9732-b5e1adeddada tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 950 time: 0.1051452 Oct 21 11:49:36.169734 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Publish callbacks [] for port, precommit_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.177060 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.193251 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.219288 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-eac49b9e-deb3-465f-be21-022fb99a05e5 req-5a47ec05-2ccc-49ce-84f6-45b4ff96aa91 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b453d51-b52b-4e57-9bb9-b4be290527fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715334 Oct 21 11:49:36.237171 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-ab056498-35f6-4e9b-bb9b-85ad0e19600a None None] Provisioning complete for port 5c2a600b-7442-45e2-9899-58b1539eb513 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:36.237559 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ab056498-35f6-4e9b-bb9b-85ad0e19600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.246934 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.269844 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Attempting to bind port 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:49:36.270210 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Attempting to bind port 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:49:36.270567 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Attempting to bind port 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 on network f1f48190-e7d7-48cd-832b-f0ed44723a0c {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:36.274804 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fb9e9-2d00-4529-89ea-e083561c2903 None None] Pushing event updated for resources: {'Port': ['ID=45bf15dc-4fdd-496e-9e7b-a91169bc87e5,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:36.282629 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:49:36.283065 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Checking segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:36.283407 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.283784 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Bound using segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:49:36.284248 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Bound port: 45bf15dc-4fdd-496e-9e7b-a91169bc87e5, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:49:36.284617 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.284898 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Network 034a42c5-0b02-486d-9cff-30df5babadde is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:36.289375 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:36.293047 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:36.301175 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Pushing event updated for resources: {'Port': ['ID=250febb5-09c9-4dab-8cbe-6e5dd4521c68,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:36.344450 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702673'] for router_interface, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.372577 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] For port 45bf15dc-4fdd-496e-9e7b-a91169bc87e5, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:49:36.389405 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] For port 45bf15dc-4fdd-496e-9e7b-a91169bc87e5, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=45bf15dc-4fdd-496e-9e7b-a91169bc87e5,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:49:36.398112 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.463419 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Routers {'798b2139-3238-49dc-853b-1f1430303087'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:36.464523 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['798b2139-3238-49dc-853b-1f1430303087'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:36.484150 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.499782 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fb9e9-2d00-4529-89ea-e083561c2903 None None] Pushing event updated for resources: {'Port': ['ID=45bf15dc-4fdd-496e-9e7b-a91169bc87e5,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:36.563937 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-39edbad7-2058-4788-80e6-b6c00001fd81 None None] Provisioning complete for port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:36.564325 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-39edbad7-2058-4788-80e6-b6c00001fd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.628126 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] Set router 798b2139-3238-49dc-853b-1f1430303087 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:36.658542 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.664345 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-39edbad7-2058-4788-80e6-b6c00001fd81 None None] Port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:49:36.664523 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8750499'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.683507 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 7350aca7-cebd-4792-b38d-1445852b2b50 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:36.737072 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3855070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702589'] for router_interface, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.740902 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Pushing event updated for resources: {'Port': ['ID=250febb5-09c9-4dab-8cbe-6e5dd4521c68,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:36.817487 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 7350aca7-cebd-4792-b38d-1445852b2b50 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:36.817854 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:36.844161 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Network 034a42c5-0b02-486d-9cff-30df5babadde is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:36.845784 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:36.953820 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b2139-3238-49dc-853b-1f1430303087', 'name': 'tempest-TestMinimumBasicScenario-1243217668-router', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:32Z', 'updated_at': '2021-10-21T11:49:36Z', 'revision_number': 4, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'gw_port': {'id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:33Z', 'updated_at': '2021-10-21T11:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '250febb5-09c9-4dab-8cbe-6e5dd4521c68', 'name': '', 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'mac_address': 'fa:16:3e:54:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '64290297-ae68-4e52-8b56-ec5ba063ab0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:35Z', 'updated_at': '2021-10-21T11:49:36Z', 'revision_number': 1, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'subnets': [{'id': '64290297-ae68-4e52-8b56-ec5ba063ab0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:37.004774 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Router 798b2139-3238-49dc-853b-1f1430303087 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:49:37.125992 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 5c2a600b-7442-45e2-9899-58b1539eb513 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:37.129068 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847c93f-5e6b-4d39-9778-f6bf2f9b2baf None None] The sync data for ids ['798b2139-3238-49dc-853b-1f1430303087'] in dv-cinder-814898-1-iscsi is: [{'id': '798b2139-3238-49dc-853b-1f1430303087', 'name': 'tempest-TestMinimumBasicScenario-1243217668-router', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:32Z', 'updated_at': '2021-10-21T11:49:36Z', 'revision_number': 4, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'gw_port': {'id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:33Z', 'updated_at': '2021-10-21T11:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '250febb5-09c9-4dab-8cbe-6e5dd4521c68', 'name': '', 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'mac_address': 'fa:16:3e:54:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '64290297-ae68-4e52-8b56-ec5ba063ab0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:35Z', 'updated_at': '2021-10-21T11:49:36Z', 'revision_number': 1, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'subnets': [{'id': '64290297-ae68-4e52-8b56-ec5ba063ab0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:49:37.144241 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:49:37.157945 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d41558c6-428c-43c9-9625-b85a62aa7d8c admin admin] 10.222.0.24 "PUT /v2.0/routers/798b2139-3238-49dc-853b-1f1430303087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4262147 Oct 21 11:49:37.195969 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-1c6b692b-6a38-4d6d-9ae8-760498f93b01 None None] Provisioning complete for port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:37.196185 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-1c6b692b-6a38-4d6d-9ae8-760498f93b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:37.199350 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 5c2a600b-7442-45e2-9899-58b1539eb513 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:37.199760 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:37.266835 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b692b-6a38-4d6d-9ae8-760498f93b01 None None] Port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:49:37.368085 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3ccbb-a564-41df-ba65-869a49a429c0 req-6a5edbe7-a677-4016-8229-4d132758dfb8 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:37.369524 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-11d3ccbb-a564-41df-ba65-869a49a429c0 req-6a5edbe7-a677-4016-8229-4d132758dfb8 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 950 time: 0.0516679 Oct 21 11:49:37.421731 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-11d3ccbb-a564-41df-ba65-869a49a429c0 req-f1b696d8-8e13-4e76-996a-08ab4212f24b tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b453d51-b52b-4e57-9bb9-b4be290527fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Oct 21 11:49:37.489921 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911218c-b485-41d9-bcad-cace1d8484db req-fe447aa8-b9ac-409e-b388-d5b009a18c9c tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:37.491513 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2911218c-b485-41d9-bcad-cace1d8484db req-fe447aa8-b9ac-409e-b388-d5b009a18c9c tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 950 time: 0.0586176 Oct 21 11:49:37.597888 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-2911218c-b485-41d9-bcad-cace1d8484db req-24636f63-3881-4585-9dd4-7bd86db6621d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Deleting port ddbb6fdb-6ac0-4d89-baea-4b504b370d01 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:49:37.598227 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2911218c-b485-41d9-bcad-cace1d8484db req-24636f63-3881-4585-9dd4-7bd86db6621d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:37.696991 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-2911218c-b485-41d9-bcad-cace1d8484db req-24636f63-3881-4585-9dd4-7bd86db6621d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] For port ddbb6fdb-6ac0-4d89-baea-4b504b370d01, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ddbb6fdb-6ac0-4d89-baea-4b504b370d01,segment=NetworkSegment(f3fdaeb2-cf27-4801-a009-f3591c81b2c5),segment_id=f3fdaeb2-cf27-4801-a009-f3591c81b2c5)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:37.697437 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2911218c-b485-41d9-bcad-cace1d8484db req-24636f63-3881-4585-9dd4-7bd86db6621d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:37.715431 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-2911218c-b485-41d9-bcad-cace1d8484db req-24636f63-3881-4585-9dd4-7bd86db6621d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Calling delete_port for ddbb6fdb-6ac0-4d89-baea-4b504b370d01 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:49:37.863340 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2911218c-b485-41d9-bcad-cace1d8484db req-24636f63-3881-4585-9dd4-7bd86db6621d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:37.877234 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['ddbb6fdb-6ac0-4d89-baea-4b504b370d01'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:49:38.325201 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24636f63-3881-4585-9dd4-7bd86db6621d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Pushing event deleted for resources: {'Port': ['ID=ddbb6fdb-6ac0-4d89-baea-4b504b370d01,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:38.372834 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2911218c-b485-41d9-bcad-cace1d8484db req-24636f63-3881-4585-9dd4-7bd86db6621d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] No DVR routers for this DVR port ddbb6fdb-6ac0-4d89-baea-4b504b370d01 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:49:38.375656 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2911218c-b485-41d9-bcad-cace1d8484db req-24636f63-3881-4585-9dd4-7bd86db6621d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:38.379584 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2911218c-b485-41d9-bcad-cace1d8484db req-24636f63-3881-4585-9dd4-7bd86db6621d tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.47 "DELETE /v2.0/ports/ddbb6fdb-6ac0-4d89-baea-4b504b370d01 HTTP/1.1" status: 204 len: 173 time: 0.8804243 Oct 21 11:49:38.380082 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac898e78-03cf-4ea2-85c6-ae3d07e42fea', 'name': 'network-vif-deleted', 'tag': 'ddbb6fdb-6ac0-4d89-baea-4b504b370d01'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:49:38.390256 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9af260c-e0ab-4b54-a870-7ec154361704" -d '{"events": [{"server_uuid": "ac898e78-03cf-4ea2-85c6-ae3d07e42fea", "name": "network-vif-deleted", "tag": "ddbb6fdb-6ac0-4d89-baea-4b504b370d01"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:49:38.435691 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ec2bed-4177-41b3-a40f-5b219bf4b8e1 x-openstack-request-id: req-d7ec2bed-4177-41b3-a40f-5b219bf4b8e1 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:49:38.436043 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac898e78-03cf-4ea2-85c6-ae3d07e42fea", "name": "network-vif-deleted", "tag": "ddbb6fdb-6ac0-4d89-baea-4b504b370d01", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:49:38.436344 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7ec2bed-4177-41b3-a40f-5b219bf4b8e1 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:49:38.436785 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac898e78-03cf-4ea2-85c6-ae3d07e42fea', 'name': 'network-vif-deleted', 'tag': 'ddbb6fdb-6ac0-4d89-baea-4b504b370d01', 'status': 'completed', 'code': 200} Oct 21 11:49:38.556139 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2d961594-955c-44a9-b283-8167dc977991 req-6ec0fd14-44a0-4c38-92a8-2440cced72f4 tempest-VolumesNegativeTest-1406054484 tempest-VolumesNegativeTest-1406054484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac898e78-03cf-4ea2-85c6-ae3d07e42fea HTTP/1.1" status: 200 len: 210 time: 0.0486465 Oct 21 11:49:38.559016 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 52124) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:38.710044 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3d31a759-0031-466f-b440-5c6fa7091a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:38.831899 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3d31a759-0031-466f-b440-5c6fa7091a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:38.841279 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3d31a759-0031-466f-b440-5c6fa7091a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:38.892339 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-3d31a759-0031-466f-b440-5c6fa7091a16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45cb51fd0bf74f5cbe58569e6355be7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311846 Oct 21 11:49:38.896391 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52130) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:38.898406 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31a759-0031-466f-b440-5c6fa7091a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41e09ad-649d-4ae6-baf4-572f2573ca1f,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:38.981980 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e2be78ea-17aa-49b4-b9b6-e47b6338eacb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:39.041161 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e2be78ea-17aa-49b4-b9b6-e47b6338eacb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:39.109981 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e2be78ea-17aa-49b4-b9b6-e47b6338eacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:39.114074 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e2be78ea-17aa-49b4-b9b6-e47b6338eacb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:39.115487 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-e2be78ea-17aa-49b4-b9b6-e47b6338eacb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f41e09ad-649d-4ae6-baf4-572f2573ca1f HTTP/1.1" status: 204 len: 168 time: 0.2181442 Oct 21 11:49:39.131252 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:39.143684 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be78ea-17aa-49b4-b9b6-e47b6338eacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41e09ad-649d-4ae6-baf4-572f2573ca1f,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:39.199898 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:39.200642 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:39.317257 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:39.346768 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port 45bf15dc-4fdd-496e-9e7b-a91169bc87e5, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=45bf15dc-4fdd-496e-9e7b-a91169bc87e5,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:39.353908 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:39.420607 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=45bf15dc-4fdd-496e-9e7b-a91169bc87e5,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:40.947155 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-184a1e78-fe10-41e7-a8a9-070babc10828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:41.065381 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:41.137935 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:41.138580 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:41.395940 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Sync routers for ids ['798b2139-3238-49dc-853b-1f1430303087'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:49:41.407796 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Routers {'798b2139-3238-49dc-853b-1f1430303087'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:41.408420 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['798b2139-3238-49dc-853b-1f1430303087'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:41.572401 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Set router 798b2139-3238-49dc-853b-1f1430303087 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:41.898867 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b2139-3238-49dc-853b-1f1430303087', 'name': 'tempest-TestMinimumBasicScenario-1243217668-router', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:32Z', 'updated_at': '2021-10-21T11:49:36Z', 'revision_number': 4, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'gw_port': {'id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:33Z', 'updated_at': '2021-10-21T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '250febb5-09c9-4dab-8cbe-6e5dd4521c68', 'name': '', 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'mac_address': 'fa:16:3e:54:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '64290297-ae68-4e52-8b56-ec5ba063ab0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:35Z', 'updated_at': '2021-10-21T11:49:36Z', 'revision_number': 2, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'subnets': [{'id': '64290297-ae68-4e52-8b56-ec5ba063ab0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:41.932212 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Checking router: 798b2139-3238-49dc-853b-1f1430303087 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:49:41.932997 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Updating router 798b2139-3238-49dc-853b-1f1430303087 port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 binding host dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:49:41.977112 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:42.201559 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device ddbb6fdb-6ac0-4d89-baea-4b504b370d01 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:49:42.224417 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: ddbb6fdb-6ac0-4d89-baea-4b504b370d01 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:49:42.224759 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device ddbb6fdb-6ac0-4d89-baea-4b504b370d01 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:49:42.396975 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Publish callbacks [] for port, precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:42.409007 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:42.483330 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693772ce-89a1-41b1-8896-beac648977dd None None] Pushing event updated for resources: {'Port': ['ID=250febb5-09c9-4dab-8cbe-6e5dd4521c68,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:42.583360 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Attempting to bind port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:49:42.583996 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Attempting to bind port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': '3de47783-4712-4e52-9472-34e0fc81a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:49:42.584448 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Attempting to bind port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 on network 034a42c5-0b02-486d-9cff-30df5babadde {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:49:42.592058 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:49:42.592594 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Checking segment: {'id': '3de47783-4712-4e52-9472-34e0fc81a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:49:42.593264 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:42.593732 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Bound using segment: {'id': '3de47783-4712-4e52-9472-34e0fc81a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:49:42.594295 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Bound port: 250febb5-09c9-4dab-8cbe-6e5dd4521c68, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de47783-4712-4e52-9472-34e0fc81a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:49:42.595011 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:42.682230 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] For port 250febb5-09c9-4dab-8cbe-6e5dd4521c68, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:49:42.687229 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] For port 250febb5-09c9-4dab-8cbe-6e5dd4521c68, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=250febb5-09c9-4dab-8cbe-6e5dd4521c68,segment=NetworkSegment(3de47783-4712-4e52-9472-34e0fc81a6a2),segment_id=3de47783-4712-4e52-9472-34e0fc81a6a2)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:49:42.696426 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:42.768475 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693772ce-89a1-41b1-8896-beac648977dd None None] Pushing event updated for resources: {'Port': ['ID=250febb5-09c9-4dab-8cbe-6e5dd4521c68,revision_number=4']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:42.776389 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Routers {'798b2139-3238-49dc-853b-1f1430303087'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:42.776817 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['798b2139-3238-49dc-853b-1f1430303087'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:42.834351 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-e46c0325-118c-4e3e-b3f6-f2951c34227b None None] Provisioning complete for port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:42.835031 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e46c0325-118c-4e3e-b3f6-f2951c34227b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:42.946278 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] Set router 798b2139-3238-49dc-853b-1f1430303087 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:42.978509 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e46c0325-118c-4e3e-b3f6-f2951c34227b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:43.088524 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-e46c0325-118c-4e3e-b3f6-f2951c34227b None None] For port 250febb5-09c9-4dab-8cbe-6e5dd4521c68, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=250febb5-09c9-4dab-8cbe-6e5dd4521c68,segment=NetworkSegment(3de47783-4712-4e52-9472-34e0fc81a6a2),segment_id=3de47783-4712-4e52-9472-34e0fc81a6a2)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:43.098020 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e46c0325-118c-4e3e-b3f6-f2951c34227b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:43.148908 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 250febb5-09c9-4dab-8cbe-6e5dd4521c68 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:43.254172 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c0325-118c-4e3e-b3f6-f2951c34227b None None] Pushing event updated for resources: {'Port': ['ID=250febb5-09c9-4dab-8cbe-6e5dd4521c68,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:43.270640 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:43.270640 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:43.271159 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-7e226223-cd31-4cba-b00f-78b423daf4cd None None] Provisioning complete for port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:43.271686 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-7e226223-cd31-4cba-b00f-78b423daf4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:43.382273 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b2139-3238-49dc-853b-1f1430303087', 'name': 'tempest-TestMinimumBasicScenario-1243217668-router', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:32Z', 'updated_at': '2021-10-21T11:49:36Z', 'revision_number': 4, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'gw_port': {'id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:33Z', 'updated_at': '2021-10-21T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '250febb5-09c9-4dab-8cbe-6e5dd4521c68', 'name': '', 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'mac_address': 'fa:16:3e:54:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '64290297-ae68-4e52-8b56-ec5ba063ab0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:35Z', 'updated_at': '2021-10-21T11:49:42Z', 'revision_number': 4, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'subnets': [{'id': '64290297-ae68-4e52-8b56-ec5ba063ab0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:43.409873 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca6dbd6-561f-4192-8db4-b865ec253ee3 None None] The sync data for ids ['798b2139-3238-49dc-853b-1f1430303087'] in dv-cinder-814898-1-iscsi is: [{'id': '798b2139-3238-49dc-853b-1f1430303087', 'name': 'tempest-TestMinimumBasicScenario-1243217668-router', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:32Z', 'updated_at': '2021-10-21T11:49:36Z', 'revision_number': 4, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'gw_port': {'id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:33Z', 'updated_at': '2021-10-21T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '250febb5-09c9-4dab-8cbe-6e5dd4521c68', 'name': '', 'network_id': '034a42c5-0b02-486d-9cff-30df5babadde', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'mac_address': 'fa:16:3e:54:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '64290297-ae68-4e52-8b56-ec5ba063ab0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:35Z', 'updated_at': '2021-10-21T11:49:42Z', 'revision_number': 4, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'subnets': [{'id': '64290297-ae68-4e52-8b56-ec5ba063ab0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:49:43.522449 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-677d6d3e-558d-4d91-be83-6c13d052b838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:44.434180 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:44.506684 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:45.021773 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 250febb5-09c9-4dab-8cbe-6e5dd4521c68 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:49:45.104495 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:45.105117 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:45.892458 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 52428) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:46.054507 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52432) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:46.056696 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-f753eebb-6226-4a1e-83d8-eb77794b3982 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4c9eb94dfde4bea8f998391d640d37b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606278 Oct 21 11:49:46.120455 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2886e3a8-3d0a-48b7-9775-fa710cf10546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:46.146772 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2886e3a8-3d0a-48b7-9775-fa710cf10546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:46.210397 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2886e3a8-3d0a-48b7-9775-fa710cf10546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:46.213959 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2886e3a8-3d0a-48b7-9775-fa710cf10546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:46.218894 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-2886e3a8-3d0a-48b7-9775-fa710cf10546 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b453d51-b52b-4e57-9bb9-b4be290527fd HTTP/1.1" status: 204 len: 168 time: 0.1636226 Oct 21 11:49:46.231893 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886e3a8-3d0a-48b7-9775-fa710cf10546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b453d51-b52b-4e57-9bb9-b4be290527fd,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:46.312670 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:48.168751 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6195035-d150-46b3-b068-43dac4ed08dd req-8292a05f-1464-44d5-8873-0fd1882f2b40 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:48.170351 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d6195035-d150-46b3-b068-43dac4ed08dd req-8292a05f-1464-44d5-8873-0fd1882f2b40 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 946 time: 0.0555353 Oct 21 11:49:48.219237 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d6195035-d150-46b3-b068-43dac4ed08dd req-57c1a63b-70a1-4394-85bd-617f214baa93 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420201 Oct 21 11:49:48.894628 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52496) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:49.011197 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6600ac9c-76ec-4d03-9715-d58b564bba97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:49.096571 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-1c4d831c-3ff9-42d6-a7b8-9d5c368aea14 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:49.098039 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-1c4d831c-3ff9-42d6-a7b8-9d5c368aea14 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/networks?id=c85c3162-3516-40f8-8dff-7e428cde956d HTTP/1.1" status: 200 len: 814 time: 0.1373901 Oct 21 11:49:49.122681 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-2ca72b87-8e43-4473-80d9-c7d8b44ebdd5 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/quotas/0e8f1eb9436c4be8ae346269f916ef51 HTTP/1.1" status: 200 len: 375 time: 0.0179012 Oct 21 11:49:49.176150 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6600ac9c-76ec-4d03-9715-d58b564bba97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:49.186137 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6600ac9c-76ec-4d03-9715-d58b564bba97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:49.215008 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-6394f350-9e94-4c76-a68c-dcfcb11d5fba tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e8f1eb9436c4be8ae346269f916ef51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860388 Oct 21 11:49:49.242369 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-6600ac9c-76ec-4d03-9715-d58b564bba97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91a09d18398749ed862c257660fa87f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465774 Oct 21 11:49:49.246009 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 52510) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:49:49.251574 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600ac9c-76ec-4d03-9715-d58b564bba97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a831d7-d56a-4407-b512-d74751dce9d7,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:49.299659 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-77a237aa-41af-47e6-9782-fff8864d6d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:49.321065 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-77a237aa-41af-47e6-9782-fff8864d6d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:49.336367 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-d4111823-4351-404f-a767-b2afaca310d6 service neutron] 10.222.0.24 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055369 Oct 21 11:49:49.368737 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-77a237aa-41af-47e6-9782-fff8864d6d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:49.371561 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-77a237aa-41af-47e6-9782-fff8864d6d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:49.372700 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-77a237aa-41af-47e6-9782-fff8864d6d93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3a831d7-d56a-4407-b512-d74751dce9d7 HTTP/1.1" status: 204 len: 168 time: 0.1256838 Oct 21 11:49:49.380801 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a237aa-41af-47e6-9782-fff8864d6d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a831d7-d56a-4407-b512-d74751dce9d7,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:49.432070 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebad7b-16b2-45c9-9aa9-02fc92f138da req-5fead5c1-3d84-4d65-8eef-aba0901d0218 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:49.433504 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-eeebad7b-16b2-45c9-9aa9-02fc92f138da req-5fead5c1-3d84-4d65-8eef-aba0901d0218 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 946 time: 0.1168392 Oct 21 11:49:49.484500 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-726725a4-d4ac-4123-a4d4-ce319804950f service neutron] 10.222.0.24 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303325 Oct 21 11:49:49.489772 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-eeebad7b-16b2-45c9-9aa9-02fc92f138da req-7af06b75-4279-481f-a772-be2f8b867650 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7ae379c-e0cc-497c-a962-d51405350f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484424 Oct 21 11:49:49.673620 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3251ffd3-006d-4c09-8623-c3727f6e8e44 req-0f8a9869-93e7-4ad6-bd63-87feb9c634f4 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 210 time: 0.0332382 Oct 21 11:49:49.878044 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b896e5b-16af-493a-a710-630565d5d16b req-1458eb1f-1583-42ec-97dd-d6dc2f1309a1 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:49.879535 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0b896e5b-16af-493a-a710-630565d5d16b req-1458eb1f-1583-42ec-97dd-d6dc2f1309a1 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.47 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 946 time: 0.0506043 Oct 21 11:49:49.976278 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Deleting port 15f182f0-4a55-402a-94ed-a82645336d7e {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:49:49.976586 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:50.070823 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] For port 15f182f0-4a55-402a-94ed-a82645336d7e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=15f182f0-4a55-402a-94ed-a82645336d7e,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:49:50.071224 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:50.355435 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:50.356312 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:50.356312 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.l3_db [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Floating IP caf3a05b-f9cd-44f6-8aac-08b0b45a96f2 disassociated. External IP: 172.27.3.44, port: 15f182f0-4a55-402a-94ed-a82645336d7e. Oct 21 11:49:50.356517 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Calling delete_port for 15f182f0-4a55-402a-94ed-a82645336d7e owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:49:50.507906 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:50.537677 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event deleted for resources: {'Port': ['ID=15f182f0-4a55-402a-94ed-a82645336d7e,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:50.641505 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8d8a9266-0271-44d7-b0d7-0ff82c817581 req-ba02ef9d-5582-4b0f-82ef-f994b3f05353 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0404680 Oct 21 11:49:50.737618 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:49:50.773983 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-2162f179-b992-4af1-92bd-625e305d0807 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:50.775656 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-2162f179-b992-4af1-92bd-625e305d0807 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.47 "GET /v2.0/networks?id=c85c3162-3516-40f8-8dff-7e428cde956d HTTP/1.1" status: 200 len: 814 time: 0.1767757 Oct 21 11:49:50.778589 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-65a78bf7-9ec1-4317-9ee1-e6b7d70147d6 req-1f1f93b8-eb85-4a3d-adaf-0d4010c8f29d tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 210 time: 0.0300941 Oct 21 11:49:50.813676 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Request body: {'port': {'device_id': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'admin_state_up': True, 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:49:50.946460 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:49:50.962676 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f170868e-3a7c-4c8b-ab4a-1cf347de8bd7 None None] Sync routers for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:49:50.990067 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f170868e-3a7c-4c8b-ab4a-1cf347de8bd7 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:50.991874 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f170868e-3a7c-4c8b-ab4a-1cf347de8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:51.004667 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] No DVR routers for this DVR port 15f182f0-4a55-402a-94ed-a82645336d7e on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:49:51.008757 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:51.012662 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-0b896e5b-16af-493a-a710-630565d5d16b req-81fb01c0-0613-44ae-bb89-973058b09ad5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.47 "DELETE /v2.0/ports/15f182f0-4a55-402a-94ed-a82645336d7e HTTP/1.1" status: 204 len: 173 time: 1.1261833 Oct 21 11:49:51.013049 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'name': 'network-vif-deleted', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:49:51.015809 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645f0b9a-5de1-457a-abc4-5720ca515658" -d '{"events": [{"server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "name": "network-vif-deleted", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:49:51.027435 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Made reservation on behalf of 0e8f1eb9436c4be8ae346269f916ef51 for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:49:51.032991 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:51.084526 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:51.117548 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7331f6b-4347-42a8-8d02-3b061c36866c x-openstack-request-id: req-f7331f6b-4347-42a8-8d02-3b061c36866c {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:49:51.117938 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cc044f-9cf5-4a23-b2c6-6ba0331845bd", "name": "network-vif-deleted", "tag": "15f182f0-4a55-402a-94ed-a82645336d7e", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:49:51.118327 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7331f6b-4347-42a8-8d02-3b061c36866c {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:49:51.119259 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cc044f-9cf5-4a23-b2c6-6ba0331845bd', 'name': 'network-vif-deleted', 'tag': '15f182f0-4a55-402a-94ed-a82645336d7e', 'status': 'completed', 'code': 200} Oct 21 11:49:51.167915 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-f170868e-3a7c-4c8b-ab4a-1cf347de8bd7 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:51.240890 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Allocated IP 172.20.0.9 (c85c3162-3516-40f8-8dff-7e428cde956d/5baf7b11-e6e7-48b9-8c38-cf79882a99ca/606633eb-b4e8-401b-b4b4-33ec797e225e) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:49:51.460579 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f170868e-3a7c-4c8b-ab4a-1cf347de8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:51.515541 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f170868e-3a7c-4c8b-ab4a-1cf347de8bd7 None None] Checking router: 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:49:51.536360 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:51.539342 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f170868e-3a7c-4c8b-ab4a-1cf347de8bd7 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:49:51.540184 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f170868e-3a7c-4c8b-ab4a-1cf347de8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:49:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:51.639738 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:51.693694 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Network c85c3162-3516-40f8-8dff-7e428cde956d is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:49:51.705136 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:49:51.708292 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:49:51.719642 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'Port': ['ID=606633eb-b4e8-401b-b4b4-33ec797e225e,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:49:51.794494 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-f170868e-3a7c-4c8b-ab4a-1cf347de8bd7 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:49:51.822624 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:51.827537 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:51.860023 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-225df411-0972-4ab4-8a66-65d130d16821 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0518236 Oct 21 11:49:51.909723 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-13516390-2c84-4985-ba6d-bf43dd8ef173 req-304e2492-8a75-40d0-9c8b-79f156f29630 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0700409 Oct 21 11:49:52.125852 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468db7e-b8c4-45fe-bcc2-a17ca4858262 req-2f426509-64ae-4e4f-b695-0345ef29d25e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:52.133795 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5468db7e-b8c4-45fe-bcc2-a17ca4858262 req-2f426509-64ae-4e4f-b695-0345ef29d25e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 931 time: 0.1118805 Oct 21 11:49:52.216498 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5468db7e-b8c4-45fe-bcc2-a17ca4858262 req-8ebd6d48-4458-4f4b-9100-e2bb85886f33 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812798 Oct 21 11:49:52.274078 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-ceb1be89-dea3-4249-9c12-614ae6b2fdde None None] Provisioning complete for port 606633eb-b4e8-401b-b4b4-33ec797e225e triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:49:52.275116 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ceb1be89-dea3-4249-9c12-614ae6b2fdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:49:52.333023 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1be89-dea3-4249-9c12-614ae6b2fdde None None] Port 606633eb-b4e8-401b-b4b4-33ec797e225e cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:49:52.351930 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f170868e-3a7c-4c8b-ab4a-1cf347de8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:49:52.382269 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f170868e-3a7c-4c8b-ab4a-1cf347de8bd7 None None] The sync data for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi is: [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:49:52.654311 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c07433-a5df-42f3-a5a2-26e0f2e7a52f None None] New status for floating IP caf3a05b-f9cd-44f6-8aac-08b0b45a96f2: DOWN {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:49:53.029851 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4db7ce6e-1bc2-442f-b914-95bcc9c6290e req-9d7672d6-b02c-4409-9646-a972fceb41f3 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0357172 Oct 21 11:49:53.338740 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6c12f-c34a-46b9-8550-40fde996d67a req-bbadb9ae-4905-42ab-9a4b-e2702a7ddb3f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:53.340276 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8ef6c12f-c34a-46b9-8550-40fde996d67a req-bbadb9ae-4905-42ab-9a4b-e2702a7ddb3f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 931 time: 0.0590165 Oct 21 11:49:53.386430 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8ef6c12f-c34a-46b9-8550-40fde996d67a req-39fcbc2d-5bec-4efd-ab48-1ed5513354c5 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Oct 21 11:49:54.150705 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6cb4cc1a-87ea-4de2-a9f5-d5ff41445896 req-fad4cc70-788d-44b5-be99-a33ed40537fb tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0305836 Oct 21 11:49:54.243925 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 15f182f0-4a55-402a-94ed-a82645336d7e no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:49:54.264907 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 15f182f0-4a55-402a-94ed-a82645336d7e {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:49:54.265266 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 15f182f0-4a55-402a-94ed-a82645336d7e not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:49:54.508903 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b4e59-ce57-4f5d-a53a-58e203b51410 req-a0906e0d-4f1e-4c28-b600-6fd065906f37 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:54.510555 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7f0b4e59-ce57-4f5d-a53a-58e203b51410 req-a0906e0d-4f1e-4c28-b600-6fd065906f37 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 931 time: 0.0524478 Oct 21 11:49:54.553526 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7f0b4e59-ce57-4f5d-a53a-58e203b51410 req-183b90de-a267-480b-ba9b-8ac20e34fe30 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341282 Oct 21 11:49:55.268970 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4a13f2a8-e748-407c-90d6-503664c501ec req-cb0dbf8f-d39c-44b8-8761-a33644955478 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0300691 Oct 21 11:49:55.683755 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763ee6e-f0dd-4744-916a-3558a9fdb4f6 req-c3e63f24-c59d-4df9-8181-29aeb7de6c27 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:55.685261 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d763ee6e-f0dd-4744-916a-3558a9fdb4f6 req-c3e63f24-c59d-4df9-8181-29aeb7de6c27 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 931 time: 0.0623662 Oct 21 11:49:55.725438 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d763ee6e-f0dd-4744-916a-3558a9fdb4f6 req-04a8e52b-28a2-4895-ab6e-a15259858e97 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 Oct 21 11:49:56.385140 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-aeb1350f-e0ed-4f5a-bc7a-65c153472a0e req-dda2eb31-c3b7-43d4-8796-24dd66ca49c8 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0279992 Oct 21 11:49:56.847997 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3b5fa-0f79-4c76-b0ec-b13413a16948 req-c40b2472-f35a-4765-9aa0-11c4ebb6ad02 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:56.849493 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-69d3b5fa-0f79-4c76-b0ec-b13413a16948 req-c40b2472-f35a-4765-9aa0-11c4ebb6ad02 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 931 time: 0.0552514 Oct 21 11:49:56.888818 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-69d3b5fa-0f79-4c76-b0ec-b13413a16948 req-c40e3eb6-481e-4332-bb78-8ecbaaa6e136 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333047 Oct 21 11:49:57.505255 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7c61fc53-a81e-4f46-9377-6e3dd60c8de6 req-5f18ec56-bb3f-4e62-b122-b5b085fe49d1 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0322003 Oct 21 11:49:58.022216 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ae1b6-a40b-4e4a-83a2-17e0538b8c37 req-5836a297-1891-4456-9a8f-2c27914940dc tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:58.023734 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6f5ae1b6-a40b-4e4a-83a2-17e0538b8c37 req-5836a297-1891-4456-9a8f-2c27914940dc tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 931 time: 0.0514076 Oct 21 11:49:58.063078 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6f5ae1b6-a40b-4e4a-83a2-17e0538b8c37 req-2c4c63e4-ebc0-44be-a39e-888ce01c86b5 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327301 Oct 21 11:49:58.624202 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b8dde600-8a3d-4bbd-83ad-3da20d3eb140 req-10ab3b57-311f-4db9-868b-a70b7a990e09 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0272131 Oct 21 11:49:59.187086 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc66700-b428-47bc-a33b-7110d8a172b5 req-b02c80ba-51a6-48c3-a897-4948dfedc7fb tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:49:59.188557 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2dc66700-b428-47bc-a33b-7110d8a172b5 req-b02c80ba-51a6-48c3-a897-4948dfedc7fb tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 931 time: 0.0551143 Oct 21 11:49:59.230161 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2dc66700-b428-47bc-a33b-7110d8a172b5 req-fc39f765-dc20-4e57-ae8a-5ae77a5689c2 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353920 Oct 21 11:49:59.746205 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6965b2b4-dd3a-40b6-8ea4-1e58399a2e92 req-357a441c-4922-43d5-96ea-5b756580a123 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0296376 Oct 21 11:50:00.086212 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:50:00.355147 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc5717-80e9-44ec-b813-263f01eb7263 req-a0facba6-96a2-4b5f-ad17-ec40a051701b tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:00.356588 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9abc5717-80e9-44ec-b813-263f01eb7263 req-a0facba6-96a2-4b5f-ad17-ec40a051701b tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 931 time: 0.0566931 Oct 21 11:50:00.399424 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9abc5717-80e9-44ec-b813-263f01eb7263 req-b8fed5d8-c527-48d0-a3c1-fc89b06af22c tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357778 Oct 21 11:50:00.882470 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2a54891a-63f4-4aee-bf0b-6b8eacc0e944 req-a5fbf125-ddb3-4e92-aa3f-a960cdd3e474 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0380998 Oct 21 11:50:01.540830 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17368328-ed5f-45e5-bbf3-c6c85130b822 req-fccd5863-87bd-47ad-bafd-66f0089d54f1 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:01.542854 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-17368328-ed5f-45e5-bbf3-c6c85130b822 req-fccd5863-87bd-47ad-bafd-66f0089d54f1 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 931 time: 0.0610535 Oct 21 11:50:01.593536 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-17368328-ed5f-45e5-bbf3-c6c85130b822 req-82742d3b-7122-43f9-ab90-cd858261aa16 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Oct 21 11:50:01.908940 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Request body: {'port': {'device_id': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:01.964027 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:01.997706 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0c05e357-3f7c-4449-b561-c3dca77254fd req-fe9fe56a-d758-4969-a9f4-d87cf8c3aeea tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cc044f-9cf5-4a23-b2c6-6ba0331845bd HTTP/1.1" status: 200 len: 210 time: 0.0260103 Oct 21 11:50:02.233477 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606633eb-b4e8-401b-b4b4-33ec797e225e {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:50:02.241838 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:02.255130 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Transition to ACTIVE for port object 606633eb-b4e8-401b-b4b4-33ec797e225e will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:50:02.260195 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:02.312235 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Pushing event updated for resources: {'Port': ['ID=606633eb-b4e8-401b-b4b4-33ec797e225e,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:02.386479 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Attempting to bind port 606633eb-b4e8-401b-b4b4-33ec797e225e on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:50:02.386938 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Attempting to bind port 606633eb-b4e8-401b-b4b4-33ec797e225e by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:50:02.387269 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Attempting to bind port 606633eb-b4e8-401b-b4b4-33ec797e225e on network c85c3162-3516-40f8-8dff-7e428cde956d {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:50:02.394282 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Port 606633eb-b4e8-401b-b4b4-33ec797e225e on network c85c3162-3516-40f8-8dff-7e428cde956d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:50:02.394616 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Attempting to bind port 606633eb-b4e8-401b-b4b4-33ec797e225e on network c85c3162-3516-40f8-8dff-7e428cde956d {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:50:02.400282 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:50:02.400598 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Checking segment: {'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:50:02.401005 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Bound using segment: {'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:50:02.401466 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Bound port: 606633eb-b4e8-401b-b4b4-33ec797e225e, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5b7334-2a96-458d-8abe-45f318e0625f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:50:02.401825 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:02.472699 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] For port 606633eb-b4e8-401b-b4b4-33ec797e225e, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:50:02.476701 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] For port 606633eb-b4e8-401b-b4b4-33ec797e225e, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=606633eb-b4e8-401b-b4b4-33ec797e225e,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:50:02.483248 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:02.522568 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:02.523245 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:02.524594 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] 10.222.0.47 "PUT /v2.0/ports/606633eb-b4e8-401b-b4b4-33ec797e225e HTTP/1.1" status: 200 len: 1093 time: 0.6214011 Oct 21 11:50:02.525367 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:50:02.527296 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517d4591-b30f-43f5-9ebc-4bd7cf607993" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:50:02.555510 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b91bfd-02a1-414f-8c5c-04963e270661 service neutron] Pushing event updated for resources: {'Port': ['ID=606633eb-b4e8-401b-b4b4-33ec797e225e,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:02.570002 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb70342-16ef-4f27-a57b-c8fcc46e30bf x-openstack-request-id: req-efb70342-16ef-4f27-a57b-c8fcc46e30bf {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:50:02.570274 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:50:02.570528 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efb70342-16ef-4f27-a57b-c8fcc46e30bf {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:50:02.570951 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'status': 'completed', 'code': 200} Oct 21 11:50:02.615810 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-ec5177e7-0b79-40da-b287-9b716b726061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:02.617374 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-ec5177e7-0b79-40da-b287-9b716b726061 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e8f1eb9436c4be8ae346269f916ef51&device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0428298 Oct 21 11:50:02.663213 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-4a8af749-54fa-4525-962b-f7347598d33b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=606633eb-b4e8-401b-b4b4-33ec797e225e HTTP/1.1" status: 200 len: 217 time: 0.0373001 Oct 21 11:50:02.720119 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-142835be-81ce-498c-9ccf-95b059751397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:02.721633 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-142835be-81ce-498c-9ccf-95b059751397 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5baf7b11-e6e7-48b9-8c38-cf79882a99ca HTTP/1.1" status: 200 len: 853 time: 0.0499425 Oct 21 11:50:02.730729 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d722ebf-39b2-48b4-a5b1-adf0d07375e1 req-a9fc9406-1c8e-4aaf-887e-fcb0e058214d tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:02.732225 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7d722ebf-39b2-48b4-a5b1-adf0d07375e1 req-a9fc9406-1c8e-4aaf-887e-fcb0e058214d tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 943 time: 0.0639875 Oct 21 11:50:02.770430 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-345f4cb5-45cb-4bc7-a680-d60ff3378dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:02.771940 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-345f4cb5-45cb-4bc7-a680-d60ff3378dd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c85c3162-3516-40f8-8dff-7e428cde956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425441 Oct 21 11:50:02.776249 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7d722ebf-39b2-48b4-a5b1-adf0d07375e1 req-5eb9afeb-d2aa-43e6-a24b-cc0c6f4154d5 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373375 Oct 21 11:50:02.865137 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-66901b8e-1125-4b30-8798-952dd710210b service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851359 Oct 21 11:50:02.957499 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ea90b6e4-fc0e-40ed-ad75-19e49c2f3340 req-810092fa-7765-4fca-bdb0-2f9c80fb6a8e service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847158 Oct 21 11:50:03.047086 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d4591-b30f-43f5-9ebc-4bd7cf607993 req-6f725953-f418-4b74-99c1-230df64f2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:03.048577 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-517d4591-b30f-43f5-9ebc-4bd7cf607993 req-6f725953-f418-4b74-99c1-230df64f2c86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e8f1eb9436c4be8ae346269f916ef51&device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0414925 Oct 21 11:50:03.088114 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52614) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:03.146622 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:03.148514 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d4591-b30f-43f5-9ebc-4bd7cf607993 req-1d5e65a7-b73c-4dbf-81ef-d02749d6c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:03.150050 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-517d4591-b30f-43f5-9ebc-4bd7cf607993 req-1d5e65a7-b73c-4dbf-81ef-d02749d6c74d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c85c3162-3516-40f8-8dff-7e428cde956d HTTP/1.1" status: 200 len: 915 time: 0.0934694 Oct 21 11:50:03.169158 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:03.193331 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-517d4591-b30f-43f5-9ebc-4bd7cf607993 req-aa512ee1-1238-4570-8090-6192bcec2d15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=606633eb-b4e8-401b-b4b4-33ec797e225e HTTP/1.1" status: 200 len: 217 time: 0.0338933 Oct 21 11:50:03.217497 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:03.220274 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:03.221619 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "DELETE /v2.0/security-groups/e7ae379c-e0cc-497c-a962-d51405350f73 HTTP/1.1" status: 204 len: 168 time: 0.1322706 Oct 21 11:50:03.224998 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52616) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:03.241925 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ae379c-e0cc-497c-a962-d51405350f73,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:03.245117 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.api.v2.resource [None req-2de6bd85-eacc-4026-89e3-b27418ca6e8b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] show failed (client error): The resource could not be found. Oct 21 11:50:03.249247 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-2de6bd85-eacc-4026-89e3-b27418ca6e8b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups/e7ae379c-e0cc-497c-a962-d51405350f73 HTTP/1.1" status: 404 len: 347 time: 0.0202050 Oct 21 11:50:03.249413 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d4591-b30f-43f5-9ebc-4bd7cf607993 req-78f93fbc-7cdd-47b5-8ca4-decd1106c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:03.250060 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52618) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:03.250537 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-517d4591-b30f-43f5-9ebc-4bd7cf607993 req-78f93fbc-7cdd-47b5-8ca4-decd1106c69d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5baf7b11-e6e7-48b9-8c38-cf79882a99ca HTTP/1.1" status: 200 len: 853 time: 0.0496662 Oct 21 11:50:03.257470 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.257808 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.258139 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.258462 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.258802 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.259108 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.259420 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.259732 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.260046 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.260357 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.260669 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.260977 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4e4260-e839-48aa-8f8d-be590f1149ca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:03.298300 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d4591-b30f-43f5-9ebc-4bd7cf607993 req-95471a97-3cc0-4b29-bbed-10e4b8d49b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:03.299798 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-517d4591-b30f-43f5-9ebc-4bd7cf607993 req-95471a97-3cc0-4b29-bbed-10e4b8d49b9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c85c3162-3516-40f8-8dff-7e428cde956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410781 Oct 21 11:50:03.379464 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-e109df43-316e-404c-9730-2a51b16381a9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Deleting port c4a01cd6-3698-45aa-952a-5faffce19f9c {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:50:03.379747 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e109df43-316e-404c-9730-2a51b16381a9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:03.397221 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-517d4591-b30f-43f5-9ebc-4bd7cf607993 req-1fc95823-f878-4967-9ee2-5e13e6fb0d5e service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830262 Oct 21 11:50:03.457561 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e109df43-316e-404c-9730-2a51b16381a9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:03.457875 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e109df43-316e-404c-9730-2a51b16381a9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:03.470208 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-e109df43-316e-404c-9730-2a51b16381a9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Calling delete_port for c4a01cd6-3698-45aa-952a-5faffce19f9c owned by network:floatingip {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:50:03.494070 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-517d4591-b30f-43f5-9ebc-4bd7cf607993 req-35bf039d-1626-4082-a619-d38cb68b2d75 service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874369 Oct 21 11:50:03.622116 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e109df43-316e-404c-9730-2a51b16381a9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:03.649120 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109df43-316e-404c-9730-2a51b16381a9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event deleted for resources: {'Port': ['ID=c4a01cd6-3698-45aa-952a-5faffce19f9c,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:03.710757 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e109df43-316e-404c-9730-2a51b16381a9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:03.713465 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e109df43-316e-404c-9730-2a51b16381a9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:03.714632 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-e109df43-316e-404c-9730-2a51b16381a9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "DELETE /v2.0/floatingips/caf3a05b-f9cd-44f6-8aac-08b0b45a96f2 HTTP/1.1" status: 204 len: 168 time: 0.4634762 Oct 21 11:50:03.898026 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b9a94-dd40-4e6f-945d-a002ed8c26c9 req-93c704f4-6bf1-4c0c-ab4b-d4f3117be489 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:03.899492 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bb8b9a94-dd40-4e6f-945d-a002ed8c26c9 req-93c704f4-6bf1-4c0c-ab4b-d4f3117be489 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 943 time: 0.0490289 Oct 21 11:50:03.936331 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bb8b9a94-dd40-4e6f-945d-a002ed8c26c9 req-4f350c64-f7d8-47c0-873e-1468c5938d35 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308084 Oct 21 11:50:04.030556 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52624) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:04.035556 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-39b8e672-1df7-4913-94b3-3adf8a8b9bb5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052428177', 'description': 'tempest-description--374749526'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:04.067094 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-39b8e672-1df7-4913-94b3-3adf8a8b9bb5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.134455 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-39b8e672-1df7-4913-94b3-3adf8a8b9bb5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.140301 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-39b8e672-1df7-4913-94b3-3adf8a8b9bb5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.166244 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-39b8e672-1df7-4913-94b3-3adf8a8b9bb5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.167444 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-39b8e672-1df7-4913-94b3-3adf8a8b9bb5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1357353 Oct 21 11:50:04.170508 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 52628) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:04.171332 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8e672-1df7-4913-94b3-3adf8a8b9bb5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c065a6-48ca-4a9a-a9c6-09b198b23847,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:04.176234 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-9538f9f1-6b1f-4ee8-8695-027306c8bf1e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'security_group_rule': {'security_group_id': 'd8c065a6-48ca-4a9a-a9c6-09b198b23847', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:04.207526 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-9538f9f1-6b1f-4ee8-8695-027306c8bf1e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.261400 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-9538f9f1-6b1f-4ee8-8695-027306c8bf1e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.266500 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-9538f9f1-6b1f-4ee8-8695-027306c8bf1e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.283561 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538f9f1-6b1f-4ee8-8695-027306c8bf1e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6910ae-ef98-414d-a966-51c0190e1965,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:04.292655 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-9538f9f1-6b1f-4ee8-8695-027306c8bf1e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.294279 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-9538f9f1-6b1f-4ee8-8695-027306c8bf1e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227059 Oct 21 11:50:04.297484 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 52630) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:04.304211 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-62b53970-b7d6-46e5-992e-fa97b6d504b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'security_group_rule': {'security_group_id': 'd8c065a6-48ca-4a9a-a9c6-09b198b23847', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:04.337685 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-62b53970-b7d6-46e5-992e-fa97b6d504b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.392626 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-62b53970-b7d6-46e5-992e-fa97b6d504b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.398877 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-62b53970-b7d6-46e5-992e-fa97b6d504b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.419668 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b53970-b7d6-46e5-992e-fa97b6d504b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924678c6-1b1a-4db3-ae8e-fcf52b20fa19,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:04.430512 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-62b53970-b7d6-46e5-992e-fa97b6d504b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.431709 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-62b53970-b7d6-46e5-992e-fa97b6d504b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329372 Oct 21 11:50:04.434935 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 52632) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:04.439417 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'floatingip': {'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:04.470899 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.569030 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.675819 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Allocated IP 172.27.3.241 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/7beb95e1-a477-4dc1-be03-e3faf4f02a8c) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:50:04.776292 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.812178 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.850549 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:50:04.853505 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:50:04.856931 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:50:04.882658 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'Port': ['ID=7beb95e1-a477-4dc1-be03-e3faf4f02a8c,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:04.956486 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:04.998169 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:05.061982 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089c33f-c630-4d1d-9195-b231cfeda472 req-93e2e659-22f9-4bba-a5a3-a8b55eb64472 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:05.063623 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5089c33f-c630-4d1d-9195-b231cfeda472 req-93e2e659-22f9-4bba-a5a3-a8b55eb64472 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 943 time: 0.0496094 Oct 21 11:50:05.104436 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5089c33f-c630-4d1d-9195-b231cfeda472 req-9a4a6d8d-7b18-45f3-a4b2-9769bceb6253 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342910 Oct 21 11:50:05.376974 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:05.385770 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:05.453198 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'Port': ['ID=7beb95e1-a477-4dc1-be03-e3faf4f02a8c,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:05.471940 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:05.493135 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:05.494341 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-29973a21-cb61-48d5-8a93-50eb26ea3408 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0585265 Oct 21 11:50:05.696640 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-10db94ac-e791-4c91-8de2-a7a16b66a651 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2052428177&fields=id&tenant_id=fc1a2a7622fa4007a93e98225b37c454 HTTP/1.1" status: 200 len: 267 time: 0.0322397 Oct 21 11:50:05.820690 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-fdbc3da9-2189-4e05-ac5d-b11dee588b45 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:05.822184 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-fdbc3da9-2189-4e05-ac5d-b11dee588b45 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 817 time: 0.1186891 Oct 21 11:50:05.837920 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-2e6623a1-e489-4620-924f-4899a6fd562f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/quotas/fc1a2a7622fa4007a93e98225b37c454 HTTP/1.1" status: 200 len: 375 time: 0.0096169 Oct 21 11:50:05.894717 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-05299e94-6575-4a57-bec3-a4546366d0f6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513160 Oct 21 11:50:06.002020 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-3e7b95b7-d6ae-4609-9181-aa2ea5380134 service neutron] 10.222.0.24 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914359 Oct 21 11:50:06.092882 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-32e73071-d39c-4382-ae4c-f7da796be442 service neutron] 10.222.0.24 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848398 Oct 21 11:50:06.234844 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f41a5a-f429-48d7-966d-24178f3a70b2 req-84a000b5-3a7c-49f6-a0db-5694d99a5d78 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:06.236085 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-02f41a5a-f429-48d7-966d-24178f3a70b2 req-84a000b5-3a7c-49f6-a0db-5694d99a5d78 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 943 time: 0.0572495 Oct 21 11:50:06.275294 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ced0e47f-d6f2-46e9-b1ac-8b841f8472b6 req-20309783-cf5d-4960-a7c6-cfd71d8b97a4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 210 time: 0.0337653 Oct 21 11:50:06.313589 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 606633eb-b4e8-401b-b4b4-33ec797e225e details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:50:06.330262 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-02f41a5a-f429-48d7-966d-24178f3a70b2 req-725cbe85-ba5b-4583-af54-56cde8328d39 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726418 Oct 21 11:50:06.418257 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 606633eb-b4e8-401b-b4b4-33ec797e225e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=606633eb-b4e8-401b-b4b4-33ec797e225e,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:50:06.430601 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'port_id': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'mac_address': 'fa:16:3e:d6:dc:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:50:06.468880 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:06.486325 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606633eb-b4e8-401b-b4b4-33ec797e225e {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:50:06.507072 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 606633eb-b4e8-401b-b4b4-33ec797e225e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=606633eb-b4e8-401b-b4b4-33ec797e225e,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:50:06.512403 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:06.696389 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=606633eb-b4e8-401b-b4b4-33ec797e225e,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:06.704058 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.704950 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.705336 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.705669 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.706005 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.706324 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.706646 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.706967 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.707294 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.707595 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.707939 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.708260 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:06.771152 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['606633eb-b4e8-401b-b4b4-33ec797e225e'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:50:07.292225 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-357a1610-abaf-4fdd-80da-c5e1ccd4f231 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:07.293599 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-357a1610-abaf-4fdd-80da-c5e1ccd4f231 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 817 time: 0.1145315 Oct 21 11:50:07.343848 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-7cd2b710-932c-4705-881d-f12e043d12ac tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc1a2a7622fa4007a93e98225b37c454 HTTP/1.1" status: 200 len: 380 time: 0.0389447 Oct 21 11:50:07.354225 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'port': {'device_id': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'admin_state_up': True, 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'security_groups': ['d8c065a6-48ca-4a9a-a9c6-09b198b23847']}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:07.378954 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6f119ec4-0ea3-40e1-8310-09459d29713f req-0f71ee9b-2aac-41d9-9e56-494fa0d997f1 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 210 time: 0.0280280 Oct 21 11:50:07.451743 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e4682-cb94-4a88-b8ae-74dcdc300397 req-0afc03e8-43e8-4372-a963-97f4c83ca5f1 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:07.453270 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8d1e4682-cb94-4a88-b8ae-74dcdc300397 req-0afc03e8-43e8-4372-a963-97f4c83ca5f1 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 944 time: 0.0535455 Oct 21 11:50:07.474819 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Made reservation on behalf of fc1a2a7622fa4007a93e98225b37c454 for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:50:07.478900 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:07.493149 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8d1e4682-cb94-4a88-b8ae-74dcdc300397 req-1efa5015-7ff8-4059-969d-46ffb179e3d0 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334399 Oct 21 11:50:07.608252 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Allocated IP 172.20.0.12 (d3567cc6-bfe7-45ab-b19c-feef19a558f5/2cfd3420-e723-490f-9fbe-a2d76b978997/36ddda63-a11a-4933-8be3-8c8b0621ba33) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:50:07.760173 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:07.795946 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:07.847869 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Network d3567cc6-bfe7-45ab-b19c-feef19a558f5 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:50:07.850966 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:50:07.854699 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:50:07.863691 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event updated for resources: {'Port': ['ID=36ddda63-a11a-4933-8be3-8c8b0621ba33,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:07.909840 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:07.910464 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:07.928249 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-347b41fe-2f31-4ee8-9f3c-51d9b2b88bca tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5779798 Oct 21 11:50:07.941188 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Request body: {'port': {'device_id': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:07.999036 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:08.024880 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-a53d8b0b-8fe8-4b90-8670-0d1f74b72ce4 None None] Provisioning complete for port 36ddda63-a11a-4933-8be3-8c8b0621ba33 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:50:08.025483 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a53d8b0b-8fe8-4b90-8670-0d1f74b72ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:08.062264 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-a53d8b0b-8fe8-4b90-8670-0d1f74b72ce4 None None] Port 36ddda63-a11a-4933-8be3-8c8b0621ba33 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:50:08.271053 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ddda63-a11a-4933-8be3-8c8b0621ba33 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:50:08.278483 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:08.290734 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Transition to ACTIVE for port object 36ddda63-a11a-4933-8be3-8c8b0621ba33 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:50:08.296680 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:08.331104 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 606633eb-b4e8-401b-b4b4-33ec797e225e up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:50:08.346580 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Pushing event updated for resources: {'Port': ['ID=36ddda63-a11a-4933-8be3-8c8b0621ba33,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:08.396586 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 606633eb-b4e8-401b-b4b4-33ec797e225e completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:50:08.401066 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 606633eb-b4e8-401b-b4b4-33ec797e225e triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:50:08.401492 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:08.420383 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Attempting to bind port 36ddda63-a11a-4933-8be3-8c8b0621ba33 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:50:08.420724 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Attempting to bind port 36ddda63-a11a-4933-8be3-8c8b0621ba33 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:50:08.421144 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Attempting to bind port 36ddda63-a11a-4933-8be3-8c8b0621ba33 on network d3567cc6-bfe7-45ab-b19c-feef19a558f5 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:50:08.427209 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Port 36ddda63-a11a-4933-8be3-8c8b0621ba33 on network d3567cc6-bfe7-45ab-b19c-feef19a558f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:50:08.427537 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Attempting to bind port 36ddda63-a11a-4933-8be3-8c8b0621ba33 on network d3567cc6-bfe7-45ab-b19c-feef19a558f5 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:50:08.434452 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:50:08.434706 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Checking segment: {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:50:08.435079 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Bound using segment: {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:50:08.435506 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Bound port: 36ddda63-a11a-4933-8be3-8c8b0621ba33, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a2d365-f2b5-4fc7-b982-1c91c9a431d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:50:08.436317 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:08.495326 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:08.518813 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:50:08.523732 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:50:08.527478 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:50:08.530102 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:08.530269 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0539d8d1-278a-415a-a997-c49c9dd6a32a" -d '{"events": [{"server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "name": "network-vif-plugged", "status": "completed", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:50:08.547078 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 606633eb-b4e8-401b-b4b4-33ec797e225e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=606633eb-b4e8-401b-b4b4-33ec797e225e,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:50:08.554063 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:08.567564 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef65a96-f658-4ba6-8f51-029cb45dcfb5 req-f0872431-a1f3-4403-a4e8-b5fa9a3a3f3b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:08.573442 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7ef65a96-f658-4ba6-8f51-029cb45dcfb5 req-f0872431-a1f3-4403-a4e8-b5fa9a3a3f3b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.1027257 Oct 21 11:50:08.574098 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:08.574710 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:08.576135 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] 10.222.0.47 "PUT /v2.0/ports/36ddda63-a11a-4933-8be3-8c8b0621ba33 HTTP/1.1" status: 200 len: 1094 time: 0.6394718 Oct 21 11:50:08.576924 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:50:08.579592 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:50:08.611469 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493dcb5-d7ed-482d-84f3-db8b547cce88 service neutron] Pushing event updated for resources: {'Port': ['ID=36ddda63-a11a-4933-8be3-8c8b0621ba33,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:08.652756 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=606633eb-b4e8-401b-b4b4-33ec797e225e,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:08.661693 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7ef65a96-f658-4ba6-8f51-029cb45dcfb5 req-b1f172c1-288d-4f4b-a35e-fd91e21a6961 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828884 Oct 21 11:50:08.682316 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-572b8a90-db91-44e1-a3d8-e6222f882b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:08.686964 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-572b8a90-db91-44e1-a3d8-e6222f882b51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 1097 time: 0.0585370 Oct 21 11:50:08.698776 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c3a346-c117-4bd4-a6aa-abca774040bf x-openstack-request-id: req-74c3a346-c117-4bd4-a6aa-abca774040bf {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:50:08.699035 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "name": "network-vif-plugged", "status": "completed", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:50:08.699294 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74c3a346-c117-4bd4-a6aa-abca774040bf {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:50:08.699686 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'code': 200} Oct 21 11:50:08.769355 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91af361-6d1d-4592-8db8-cbd314baca98 x-openstack-request-id: req-c91af361-6d1d-4592-8db8-cbd314baca98 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:50:08.769805 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:50:08.770159 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c91af361-6d1d-4592-8db8-cbd314baca98 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:50:08.770679 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'status': 'completed', 'code': 200} Oct 21 11:50:08.771201 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ca770-fc37-4b4b-bd5c-71a0f5b68e61 req-ad0fc4cc-030f-4d5a-94d9-78f311e6408e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:08.772784 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-6375080e-4bf9-4d9e-bf88-e895c8831694 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33 HTTP/1.1" status: 200 len: 217 time: 0.0751565 Oct 21 11:50:08.773916 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab1ca770-fc37-4b4b-bd5c-71a0f5b68e61 req-ad0fc4cc-030f-4d5a-94d9-78f311e6408e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 945 time: 0.0701733 Oct 21 11:50:08.817908 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab1ca770-fc37-4b4b-bd5c-71a0f5b68e61 req-8dbfa3bc-1e51-428f-85fd-c23d94c55512 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 Oct 21 11:50:08.833312 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-1a401000-940c-450d-89d0-c6bd6e92a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:08.833312 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-1a401000-940c-450d-89d0-c6bd6e92a617 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.0536640 Oct 21 11:50:08.910595 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-7b64c97e-2c9c-43f8-a8c7-05d68ef9c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:08.912044 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-7b64c97e-2c9c-43f8-a8c7-05d68ef9c2f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705287 Oct 21 11:50:08.928070 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f4e49-4271-4692-bc10-d43ab2ee167a req-f61e4e69-67b6-4754-933c-25e6d93f09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:08.929442 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9d1f4e49-4271-4692-bc10-d43ab2ee167a req-f61e4e69-67b6-4754-933c-25e6d93f09b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 1098 time: 0.0626123 Oct 21 11:50:09.008572 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9d1f4e49-4271-4692-bc10-d43ab2ee167a req-1b06fcaf-376e-4b79-93e1-455646ed6d20 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679851 Oct 21 11:50:09.029656 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-bf511b4d-1531-4a10-aed1-d5586815827e service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094241 Oct 21 11:50:09.316448 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a2c0e204-7fcf-4a7a-befd-4aaea0b2d03f req-200d39e7-b5e2-48c3-9e2a-41d557c89db2 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901453 Oct 21 11:50:09.414949 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564 req-e7a62db4-9673-4f80-8222-20e327a6451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:09.416408 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564 req-e7a62db4-9673-4f80-8222-20e327a6451e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 1097 time: 0.0431137 Oct 21 11:50:09.531158 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564 req-bb4e8b2b-6718-40e2-aa91-aa89205af5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:09.532639 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564 req-bb4e8b2b-6718-40e2-aa91-aa89205af5f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 918 time: 0.0947459 Oct 21 11:50:09.578117 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564 req-730ba5a1-40c0-4da3-86a8-590dc8bad34b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33 HTTP/1.1" status: 200 len: 217 time: 0.0351191 Oct 21 11:50:09.633419 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564 req-81f96808-3fce-4b99-b126-5395e82448cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:09.634906 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564 req-81f96808-3fce-4b99-b126-5395e82448cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.0454021 Oct 21 11:50:09.682640 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564 req-25f85dad-8f02-4f9d-9adc-81157be3b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:09.684161 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564 req-25f85dad-8f02-4f9d-9adc-81157be3b5cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412648 Oct 21 11:50:09.769997 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d222cc-d7d4-4437-92cb-f90b1b94d8f3 req-c0e01ba0-14fe-477f-9ee6-916b8c683e01 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:09.771464 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-82d222cc-d7d4-4437-92cb-f90b1b94d8f3 req-c0e01ba0-14fe-477f-9ee6-916b8c683e01 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0506504 Oct 21 11:50:09.784154 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564 req-3403621c-63f8-4d74-8822-66f0b1e169e7 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905972 Oct 21 11:50:09.809179 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-82d222cc-d7d4-4437-92cb-f90b1b94d8f3 req-bc65818c-7d89-4bed-97d8-1a2ae51b3498 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Oct 21 11:50:09.883719 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-83cb00f2-5d2f-4d91-9bee-9d5b3d680564 req-bb18f2e4-1996-49d3-b2f2-15b85d76235e service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898509 Oct 21 11:50:09.940355 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab462fd3-3390-42b5-ab4a-c843ee0a4a0a req-b2b35716-3588-4488-b60f-5e3e7814985a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:09.941861 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab462fd3-3390-42b5-ab4a-c843ee0a4a0a req-b2b35716-3588-4488-b60f-5e3e7814985a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 945 time: 0.0553887 Oct 21 11:50:09.979196 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab462fd3-3390-42b5-ab4a-c843ee0a4a0a req-8884e4d4-aaab-421b-97c7-2f612f244c29 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Oct 21 11:50:10.935666 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e09221-4e06-472a-b039-b5e5e3ee0fd0 req-1bfbcced-a8b8-4b19-b409-0be8f31c37ee tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:10.937155 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c0e09221-4e06-472a-b039-b5e5e3ee0fd0 req-1bfbcced-a8b8-4b19-b409-0be8f31c37ee tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0565164 Oct 21 11:50:10.943204 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-90ce105d-b7c9-4e20-b4c6-efbe5e53717b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:10.998158 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c0e09221-4e06-472a-b039-b5e5e3ee0fd0 req-72437a93-dff1-4aad-968a-2b5612160823 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530381 Oct 21 11:50:11.102012 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3ec52-5476-4917-bd84-26a7a76f2179 req-77f407ae-921a-49f4-a571-c52d78f6090e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:11.103507 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bdb3ec52-5476-4917-bd84-26a7a76f2179 req-77f407ae-921a-49f4-a571-c52d78f6090e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 945 time: 0.0512745 Oct 21 11:50:11.140600 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bdb3ec52-5476-4917-bd84-26a7a76f2179 req-de46d65d-32aa-49b1-a5b2-c6feef87d87d tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309820 Oct 21 11:50:11.264007 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0ad5a-93a8-42a3-9243-75ca6ab6cd85 req-6bc3eaf9-303b-4801-aaa3-3ba4eb2ab00a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:11.265370 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-39f0ad5a-93a8-42a3-9243-75ca6ab6cd85 req-6bc3eaf9-303b-4801-aaa3-3ba4eb2ab00a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 945 time: 0.0573289 Oct 21 11:50:11.303284 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-39f0ad5a-93a8-42a3-9243-75ca6ab6cd85 req-89619e67-eb97-4399-935d-80de86062eaf tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314450 Oct 21 11:50:11.637409 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965350c-1b99-4db2-8152-3557c8056a7c req-8d7552a6-e0c1-4499-92ab-8bc186ad63b4 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:11.639062 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9965350c-1b99-4db2-8152-3557c8056a7c req-8d7552a6-e0c1-4499-92ab-8bc186ad63b4 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 945 time: 0.0535176 Oct 21 11:50:11.680338 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9965350c-1b99-4db2-8152-3557c8056a7c req-54cbed20-176a-4a52-9c22-a96e1eed8594 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Oct 21 11:50:12.137519 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e02d49-6144-4995-a374-43bab700c6c9 req-6d5edd3b-164f-428f-bd2a-5adae5866f5b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:12.138848 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b2e02d49-6144-4995-a374-43bab700c6c9 req-6d5edd3b-164f-428f-bd2a-5adae5866f5b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0505919 Oct 21 11:50:12.177572 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b2e02d49-6144-4995-a374-43bab700c6c9 req-0dc23f59-2272-46d1-bc39-a9e6d20753e6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Oct 21 11:50:12.378726 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 36ddda63-a11a-4933-8be3-8c8b0621ba33 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:50:12.488421 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:50:12.499531 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'port_id': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'mac_address': 'fa:16:3e:be:46:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:50:12.542812 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:12.558969 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ddda63-a11a-4933-8be3-8c8b0621ba33 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:50:12.580700 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:50:12.587696 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:12.637104 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=36ddda63-a11a-4933-8be3-8c8b0621ba33,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:12.842701 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['36ddda63-a11a-4933-8be3-8c8b0621ba33'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:50:13.459601 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51db3b-a4fe-456e-8c48-93387c8c5199 req-2001d3ae-239b-47f6-bad3-5004066fec72 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:13.461051 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5a51db3b-a4fe-456e-8c48-93387c8c5199 req-2001d3ae-239b-47f6-bad3-5004066fec72 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 945 time: 0.2097971 Oct 21 11:50:13.496069 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-89db933e-83a4-40e9-b69b-b3f76d2dbc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:13.502410 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5a51db3b-a4fe-456e-8c48-93387c8c5199 req-c9b0f0be-90a0-49ea-81f7-f67fe1779c8e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335102 Oct 21 11:50:14.401245 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 36ddda63-a11a-4933-8be3-8c8b0621ba33 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:50:14.454645 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:14.470802 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 36ddda63-a11a-4933-8be3-8c8b0621ba33 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:50:14.474313 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 36ddda63-a11a-4933-8be3-8c8b0621ba33 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:50:14.474704 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:14.516650 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:14.567498 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:14.590496 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:50:14.592748 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c179c3d-52e9-473f-80cb-a8fe665726a2" -d '{"events": [{"server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "name": "network-vif-plugged", "status": "completed", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:50:14.605405 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:50:14.610429 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:14.650294 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8091c2e1-84c6-41da-ad66-22764a998244 x-openstack-request-id: req-8091c2e1-84c6-41da-ad66-22764a998244 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:50:14.650597 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "name": "network-vif-plugged", "status": "completed", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:50:14.650843 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8091c2e1-84c6-41da-ad66-22764a998244 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:50:14.651217 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'code': 200} Oct 21 11:50:14.656655 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0307d98-9a02-44da-89c0-2597c2594241 req-2bc81933-c35b-47ff-a956-891fda03ce71 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:14.658289 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a0307d98-9a02-44da-89c0-2597c2594241 req-2bc81933-c35b-47ff-a956-891fda03ce71 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 945 time: 0.0750396 Oct 21 11:50:14.660433 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=36ddda63-a11a-4933-8be3-8c8b0621ba33,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:14.699586 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a0307d98-9a02-44da-89c0-2597c2594241 req-0bbe3bda-8f6d-4d6d-823a-b46a098523b3 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336988 Oct 21 11:50:14.822392 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f27c95-4821-46f7-ab63-ed01adedabf7 req-ba4b4265-7621-4f31-8d55-2d39df462776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:14.823774 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-28f27c95-4821-46f7-ab63-ed01adedabf7 req-ba4b4265-7621-4f31-8d55-2d39df462776 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 1099 time: 0.0420330 Oct 21 11:50:14.860297 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-28f27c95-4821-46f7-ab63-ed01adedabf7 req-772f7007-1ed8-4ab5-823f-0e6754723ef0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287371 Oct 21 11:50:15.828651 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ed4c-a2d1-4a7a-90ca-e6c71e883e2d req-40c5ec66-ef21-4428-848d-94156a110ec5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:15.830182 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-23c3ed4c-a2d1-4a7a-90ca-e6c71e883e2d req-40c5ec66-ef21-4428-848d-94156a110ec5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0496945 Oct 21 11:50:15.869078 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-23c3ed4c-a2d1-4a7a-90ca-e6c71e883e2d req-139ca2e8-0ba2-4335-9300-714f97b98374 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328743 Oct 21 11:50:16.309894 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:17.002551 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4fead-84ef-460f-9fac-119b88b455ac req-8d647670-3928-46a6-85c1-6dd8dc8f8994 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:17.004008 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-53d4fead-84ef-460f-9fac-119b88b455ac req-8d647670-3928-46a6-85c1-6dd8dc8f8994 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0592096 Oct 21 11:50:17.043251 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-53d4fead-84ef-460f-9fac-119b88b455ac req-cc788df0-4bc9-4565-84bc-6bb05da7ff7d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Oct 21 11:50:17.159570 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db65d-9863-4848-9c91-fc21ede7789a req-e86799b4-b061-4036-b185-e0783c2c13b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:17.161099 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-239db65d-9863-4848-9c91-fc21ede7789a req-e86799b4-b061-4036-b185-e0783c2c13b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0495310 Oct 21 11:50:17.169632 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 52780) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:17.174270 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-877f2b7f-0d69-457b-8fb4-0ef20e40c5a4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Request body: {'floatingip': {'port_id': '36ddda63-a11a-4933-8be3-8c8b0621ba33'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:17.214163 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-877f2b7f-0d69-457b-8fb4-0ef20e40c5a4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:17.802480 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-877f2b7f-0d69-457b-8fb4-0ef20e40c5a4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:17.809864 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-877f2b7f-0d69-457b-8fb4-0ef20e40c5a4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:17.910870 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.l3_db [None req-877f2b7f-0d69-457b-8fb4-0ef20e40c5a4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Floating IP 4a274df1-7245-487b-bfba-3fc2c2cdc902 associated. External IP: 172.27.3.241, port: 36ddda63-a11a-4933-8be3-8c8b0621ba33. Oct 21 11:50:18.383581 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877f2b7f-0d69-457b-8fb4-0ef20e40c5a4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:50:18.492241 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877f2b7f-0d69-457b-8fb4-0ef20e40c5a4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:50:18.497410 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-877f2b7f-0d69-457b-8fb4-0ef20e40c5a4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:18.502422 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f6a18-ff6f-4ad2-86ec-821e9e0af12e None None] Sync routers for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:50:18.512974 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f6a18-ff6f-4ad2-86ec-821e9e0af12e None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:50:18.513639 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-b47f6a18-ff6f-4ad2-86ec-821e9e0af12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:50:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:50:18.525230 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-877f2b7f-0d69-457b-8fb4-0ef20e40c5a4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "PUT /v2.0/floatingips/4a274df1-7245-487b-bfba-3fc2c2cdc902 HTTP/1.1" status: 200 len: 992 time: 1.3544419 Oct 21 11:50:18.525797 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:50:18.528024 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522217f0-2fcd-4f25-add6-a12bcc51f8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:50:18.574536 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3d39b0-4e4f-4456-b2cb-f2e25053bd62 x-openstack-request-id: req-5a3d39b0-4e4f-4456-b2cb-f2e25053bd62 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:50:18.574875 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:50:18.575133 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a3d39b0-4e4f-4456-b2cb-f2e25053bd62 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:50:18.575524 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'status': 'completed', 'code': 200} Oct 21 11:50:18.625549 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-b47f6a18-ff6f-4ad2-86ec-821e9e0af12e None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:50:18.636852 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522217f0-2fcd-4f25-add6-a12bcc51f8e3 req-94869472-1fe4-437c-9c0d-850c68f91895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:18.638418 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-522217f0-2fcd-4f25-add6-a12bcc51f8e3 req-94869472-1fe4-437c-9c0d-850c68f91895 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 1099 time: 0.0408747 Oct 21 11:50:18.734132 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522217f0-2fcd-4f25-add6-a12bcc51f8e3 req-e81160ff-fa06-4117-a3b4-6cb82b6f8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:18.735681 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-522217f0-2fcd-4f25-add6-a12bcc51f8e3 req-e81160ff-fa06-4117-a3b4-6cb82b6f8d1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 918 time: 0.0895579 Oct 21 11:50:18.802901 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-522217f0-2fcd-4f25-add6-a12bcc51f8e3 req-54706670-4693-45d3-b087-c786195e50ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33 HTTP/1.1" status: 200 len: 1000 time: 0.0584137 Oct 21 11:50:18.852722 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522217f0-2fcd-4f25-add6-a12bcc51f8e3 req-5b7427b2-631b-41b7-9f51-a30071531807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:18.854214 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-522217f0-2fcd-4f25-add6-a12bcc51f8e3 req-5b7427b2-631b-41b7-9f51-a30071531807 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.0438011 Oct 21 11:50:18.901951 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-b47f6a18-ff6f-4ad2-86ec-821e9e0af12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '4a274df1-7245-487b-bfba-3fc2c2cdc902', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'port_id': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'mac_address': 'fa:16:3e:be:46:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:50:04Z', 'updated_at': '2021-10-21T11:50:17Z', 'revision_number': 1, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:50:18.907663 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522217f0-2fcd-4f25-add6-a12bcc51f8e3 req-50ed63fa-5439-4df7-a5f1-1ddba2d08bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:18.909487 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-522217f0-2fcd-4f25-add6-a12bcc51f8e3 req-50ed63fa-5439-4df7-a5f1-1ddba2d08bf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467484 Oct 21 11:50:18.928389 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f6a18-ff6f-4ad2-86ec-821e9e0af12e None None] Checking router: 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:50:18.938678 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f6a18-ff6f-4ad2-86ec-821e9e0af12e None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:50:18.939381 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-b47f6a18-ff6f-4ad2-86ec-821e9e0af12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:50:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:50:19.004761 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-522217f0-2fcd-4f25-add6-a12bcc51f8e3 req-3bc59dbf-08b1-4368-8cba-8f6a8f894e98 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874565 Oct 21 11:50:19.049054 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-b47f6a18-ff6f-4ad2-86ec-821e9e0af12e None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:50:19.100993 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-522217f0-2fcd-4f25-add6-a12bcc51f8e3 req-b74b6a67-c0d7-45a0-9a66-2d045b98342e service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890017 Oct 21 11:50:19.287193 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-b47f6a18-ff6f-4ad2-86ec-821e9e0af12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '4a274df1-7245-487b-bfba-3fc2c2cdc902', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'port_id': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'mac_address': 'fa:16:3e:be:46:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:50:04Z', 'updated_at': '2021-10-21T11:50:17Z', 'revision_number': 1, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:50:19.315738 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f6a18-ff6f-4ad2-86ec-821e9e0af12e None None] The sync data for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi is: [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '4a274df1-7245-487b-bfba-3fc2c2cdc902', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'port_id': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'mac_address': 'fa:16:3e:be:46:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:50:04Z', 'updated_at': '2021-10-21T11:50:17Z', 'revision_number': 1, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:50:19.516469 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb02847-4270-45c5-a290-6ab7e634a392 None None] New status for floating IP 4a274df1-7245-487b-bfba-3fc2c2cdc902: ACTIVE {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:50:21.063456 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:21.282179 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be861b18-53a2-4512-b0d2-16f498b5d428 req-a442d860-71d3-4ebf-a41a-cc913538b340 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:21.283569 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-be861b18-53a2-4512-b0d2-16f498b5d428 req-a442d860-71d3-4ebf-a41a-cc913538b340 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 945 time: 0.0491548 Oct 21 11:50:21.322646 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-be861b18-53a2-4512-b0d2-16f498b5d428 req-e4843319-89f3-468a-bccf-21f581d98bcf tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Oct 21 11:50:21.348302 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 52812) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:21.497740 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4752978d-6c9c-44c3-a945-b7501aa30049 tempest-TestMinimumBasicScenario-54782698 tempest-TestMinimumBasicScenario-54782698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:21.499220 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-4752978d-6c9c-44c3-a945-b7501aa30049 tempest-TestMinimumBasicScenario-54782698 tempest-TestMinimumBasicScenario-54782698-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 1093 time: 0.1498721 Oct 21 11:50:21.502261 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 52816) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:21.506706 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Request body: {'floatingip': {'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'port_id': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:21.530402 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for floatingip, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:21.636481 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:21.744166 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Allocated IP 172.27.3.21 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/3ad71b55-532d-4820-a277-1c69b8b6bcba) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:50:21.850728 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:21.885028 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:21.923119 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:50:21.926020 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:50:21.932292 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:50:21.935212 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'Port': ['ID=3ad71b55-532d-4820-a277-1c69b8b6bcba,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:21.974261 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:21.974608 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:21.974926 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:21.975250 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:21.975555 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:21.975879 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:21.976189 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:21.976505 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:21.976815 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:21.977136 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:21.977466 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:21.977775 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:50:22.043550 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-6782efdd-98c9-4c03-bbbb-c4f82b1a7bee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898862 Oct 21 11:50:22.201931 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-05140009-3489-4ac7-9cdb-62ece89ae220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:22.203443 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-05140009-3489-4ac7-9cdb-62ece89ae220 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4f2f84518734251a394aff45a6b52d2&device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 1098 time: 0.0806241 Oct 21 11:50:22.409198 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-c761996d-fd72-4af4-9b7c-2dd2c36c105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:22.410679 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-c761996d-fd72-4af4-9b7c-2dd2c36c105a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1265d61e-e18c-4268-ad79-82cb55a9382d HTTP/1.1" status: 200 len: 909 time: 0.1836526 Oct 21 11:50:22.432118 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:22.512190 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-4d41d202-b8c2-4b14-8d40-ec221e83c01e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca9ff17-0207-477e-9953-4a607efa4c55 HTTP/1.1" status: 200 len: 1001 time: 0.0898075 Oct 21 11:50:22.582197 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:22.613115 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-7da67602-fcba-4cfa-aa35-62aaeebcf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:22.614615 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-7da67602-fcba-4cfa-aa35-62aaeebcf494 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ab1d5b6-f7ac-452c-97f2-f8dad452b93c HTTP/1.1" status: 200 len: 847 time: 0.0952876 Oct 21 11:50:22.725105 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-1f1d9882-9e22-4b30-bf1f-762808123e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:22.726647 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-1f1d9882-9e22-4b30-bf1f-762808123e20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1265d61e-e18c-4268-ad79-82cb55a9382d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982831 Oct 21 11:50:22.830107 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:22.839708 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:22.879143 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-9ae2f70d-63f4-42f8-a374-709e8653e775 service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435251 Oct 21 11:50:22.938501 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'Port': ['ID=3ad71b55-532d-4820-a277-1c69b8b6bcba,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:22.984722 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.059357 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-44c160a6-6635-46ca-849b-7f1be93d3056 req-b75f7085-166e-4331-8feb-828b1360eecb service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721790 Oct 21 11:50:23.106725 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.l3_db [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Floating IP 87178c9e-2a93-4e53-b845-116008b55d12 associated. External IP: 172.27.3.21, port: 606633eb-b4e8-401b-b4b4-33ec797e225e. Oct 21 11:50:23.328836 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Router f8bdf6e9-0900-4e25-bc56-0601ea748f50 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:50:23.445676 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:50:23.455895 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b023c5-813e-4047-9a41-192e1ad7c902 None None] Sync routers for ids ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:50:23.466682 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.467072 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b023c5-813e-4047-9a41-192e1ad7c902 None None] Routers {'f8bdf6e9-0900-4e25-bc56-0601ea748f50'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:50:23.467796 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-87b023c5-813e-4047-9a41-192e1ad7c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:50:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:50:23.496946 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-0ac3cc51-1418-4ef5-97c7-9654ec0fc214 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9934042 Oct 21 11:50:23.497887 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:50:23.500213 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a778a56c-5936-4f83-bee2-ecbbfb047233" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:50:23.500499 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52826) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:23.510034 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-c9869a04-c0c9-45c9-8340-7cdb9553aa33 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531859229', 'description': 'tempest-secgroup-smoke-1531859229 description', 'project_id': '0e8f1eb9436c4be8ae346269f916ef51'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:23.535855 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c9869a04-c0c9-45c9-8340-7cdb9553aa33 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.540816 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1788faf6-f70d-48b3-b6db-b001c5c052dd x-openstack-request-id: req-1788faf6-f70d-48b3-b6db-b001c5c052dd {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:50:23.541123 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:50:23.541381 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1788faf6-f70d-48b3-b6db-b001c5c052dd {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:50:23.541791 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'status': 'completed', 'code': 200} Oct 21 11:50:23.587807 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-87b023c5-813e-4047-9a41-192e1ad7c902 None None] Set router f8bdf6e9-0900-4e25-bc56-0601ea748f50 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:50:23.606433 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a56c-5936-4f83-bee2-ecbbfb047233 req-53749275-87ad-4cb8-836c-ec0333e56f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:23.607993 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a778a56c-5936-4f83-bee2-ecbbfb047233 req-53749275-87ad-4cb8-836c-ec0333e56f66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e8f1eb9436c4be8ae346269f916ef51&device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 1098 time: 0.0432196 Oct 21 11:50:23.611508 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c9869a04-c0c9-45c9-8340-7cdb9553aa33 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.616256 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c9869a04-c0c9-45c9-8340-7cdb9553aa33 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.648012 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9869a04-c0c9-45c9-8340-7cdb9553aa33 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2b572b-ca51-4017-b369-01d5223ba03e,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:23.652452 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c9869a04-c0c9-45c9-8340-7cdb9553aa33 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.653951 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-c9869a04-c0c9-45c9-8340-7cdb9553aa33 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1476126 Oct 21 11:50:23.656783 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52830) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:23.661571 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-ef527be2-3bb7-4738-829e-4869ad366ad7 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Request body: {'security_group_rule': {'security_group_id': 'ea2b572b-ca51-4017-b369-01d5223ba03e', 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:23.689492 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ef527be2-3bb7-4738-829e-4869ad366ad7 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.754136 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ef527be2-3bb7-4738-829e-4869ad366ad7 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.764364 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ef527be2-3bb7-4738-829e-4869ad366ad7 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.783755 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef527be2-3bb7-4738-829e-4869ad366ad7 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4fba13-d388-4d9d-a099-1749cd966525,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:23.794961 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ef527be2-3bb7-4738-829e-4869ad366ad7 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.796578 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ef527be2-3bb7-4738-829e-4869ad366ad7 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388164 Oct 21 11:50:23.799420 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52834) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:23.805049 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-8307fbfa-ead9-4f18-9a33-f0f83ac4d456 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Request body: {'security_group_rule': {'security_group_id': 'ea2b572b-ca51-4017-b369-01d5223ba03e', 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:23.837330 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8307fbfa-ead9-4f18-9a33-f0f83ac4d456 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.860419 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-87b023c5-813e-4047-9a41-192e1ad7c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '87178c9e-2a93-4e53-b845-116008b55d12', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'port_id': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'mac_address': 'fa:16:3e:d6:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:50:22Z', 'updated_at': '2021-10-21T11:50:22Z', 'revision_number': 0, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7350aca7-cebd-4792-b38d-1445852b2b50', 'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'mac_address': 'fa:16:3e:01:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:28Z', 'updated_at': '2021-10-21T11:49:34Z', 'revision_number': 5, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'subnets': [{'id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:50:23.898701 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8307fbfa-ead9-4f18-9a33-f0f83ac4d456 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.904351 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8307fbfa-ead9-4f18-9a33-f0f83ac4d456 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.924662 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307fbfa-ead9-4f18-9a33-f0f83ac4d456 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba861265-fe9c-4859-a8da-83319d57e6eb,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:23.937766 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-8307fbfa-ead9-4f18-9a33-f0f83ac4d456 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:23.939322 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-8307fbfa-ead9-4f18-9a33-f0f83ac4d456 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383300 Oct 21 11:50:23.942260 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52836) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:23.946965 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-c19de328-b393-403b-81dc-4ddcf41d9936 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Request body: {'security_group_rule': {'security_group_id': 'ea2b572b-ca51-4017-b369-01d5223ba03e', 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:23.981312 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c19de328-b393-403b-81dc-4ddcf41d9936 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.023526 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a56c-5936-4f83-bee2-ecbbfb047233 req-0b52ddd4-d28f-4f13-a13d-3a7cb38224dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:24.025001 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a778a56c-5936-4f83-bee2-ecbbfb047233 req-0b52ddd4-d28f-4f13-a13d-3a7cb38224dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=c85c3162-3516-40f8-8dff-7e428cde956d HTTP/1.1" status: 200 len: 915 time: 0.4079180 Oct 21 11:50:24.028509 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b023c5-813e-4047-9a41-192e1ad7c902 None None] Checking router: f8bdf6e9-0900-4e25-bc56-0601ea748f50 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:50:24.037613 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b023c5-813e-4047-9a41-192e1ad7c902 None None] Routers {'f8bdf6e9-0900-4e25-bc56-0601ea748f50'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:50:24.037872 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-87b023c5-813e-4047-9a41-192e1ad7c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:50:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:50:24.048976 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c19de328-b393-403b-81dc-4ddcf41d9936 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.054959 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c19de328-b393-403b-81dc-4ddcf41d9936 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.076670 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19de328-b393-403b-81dc-4ddcf41d9936 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df217406-2b15-4f22-9a61-14d4036ae7e6,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:24.087535 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c19de328-b393-403b-81dc-4ddcf41d9936 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.091941 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-c19de328-b393-403b-81dc-4ddcf41d9936 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460748 Oct 21 11:50:24.092178 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52840) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:24.096756 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-5c6de585-00e8-4bf0-a4f3-4c398c6dcb1a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Request body: {'security_group_rule': {'security_group_id': 'ea2b572b-ca51-4017-b369-01d5223ba03e', 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:24.099022 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a778a56c-5936-4f83-bee2-ecbbfb047233 req-21982330-e571-44f0-bb1d-720325db17f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=606633eb-b4e8-401b-b4b4-33ec797e225e HTTP/1.1" status: 200 len: 998 time: 0.0641408 Oct 21 11:50:24.123903 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5c6de585-00e8-4bf0-a4f3-4c398c6dcb1a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.151677 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a56c-5936-4f83-bee2-ecbbfb047233 req-7e3805e0-6851-4026-8703-bc4aaf80a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:24.153399 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a778a56c-5936-4f83-bee2-ecbbfb047233 req-7e3805e0-6851-4026-8703-bc4aaf80a1df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5baf7b11-e6e7-48b9-8c38-cf79882a99ca HTTP/1.1" status: 200 len: 853 time: 0.0452783 Oct 21 11:50:24.160695 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-87b023c5-813e-4047-9a41-192e1ad7c902 None None] Set router f8bdf6e9-0900-4e25-bc56-0601ea748f50 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:50:24.188305 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5c6de585-00e8-4bf0-a4f3-4c398c6dcb1a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.195145 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5c6de585-00e8-4bf0-a4f3-4c398c6dcb1a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.213348 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778a56c-5936-4f83-bee2-ecbbfb047233 req-b89a4108-18be-474a-8eea-cc7e447c4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:24.213574 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6de585-00e8-4bf0-a4f3-4c398c6dcb1a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192f12ab-3c50-4914-a171-5c975e5c3ce3,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:24.214855 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a778a56c-5936-4f83-bee2-ecbbfb047233 req-b89a4108-18be-474a-8eea-cc7e447c4cf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c85c3162-3516-40f8-8dff-7e428cde956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535567 Oct 21 11:50:24.222123 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5c6de585-00e8-4bf0-a4f3-4c398c6dcb1a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.225888 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-5c6de585-00e8-4bf0-a4f3-4c398c6dcb1a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302261 Oct 21 11:50:24.226084 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52842) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:24.230380 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-9c985184-06d1-48ca-8961-bf444211ad7f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Request body: {'security_group_rule': {'security_group_id': 'ea2b572b-ca51-4017-b369-01d5223ba03e', 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:24.256625 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.securitygroups_db [None req-9c985184-06d1-48ca-8961-bf444211ad7f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Project 0e8f1eb9436c4be8ae346269f916ef51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 11:50:24.262659 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9c985184-06d1-48ca-8961-bf444211ad7f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.313436 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a778a56c-5936-4f83-bee2-ecbbfb047233 req-6259747b-8f90-4f3d-89e7-c2b918093219 service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903845 Oct 21 11:50:24.327801 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9c985184-06d1-48ca-8961-bf444211ad7f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.333766 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9c985184-06d1-48ca-8961-bf444211ad7f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.366640 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9c985184-06d1-48ca-8961-bf444211ad7f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.371374 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-9c985184-06d1-48ca-8961-bf444211ad7f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418188 Oct 21 11:50:24.371374 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c985184-06d1-48ca-8961-bf444211ad7f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde0d30a-24ab-4280-a85d-b1258233285b,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:24.373375 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 52844) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:50:24.380775 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-81bb1083-47ed-4b9c-be64-391c8b6fdbbc tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Request body: {'security_group_rule': {'security_group_id': 'ea2b572b-ca51-4017-b369-01d5223ba03e', 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:24.414174 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-87b023c5-813e-4047-9a41-192e1ad7c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '87178c9e-2a93-4e53-b845-116008b55d12', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'port_id': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'mac_address': 'fa:16:3e:d6:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:50:22Z', 'updated_at': '2021-10-21T11:50:22Z', 'revision_number': 0, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7350aca7-cebd-4792-b38d-1445852b2b50', 'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'mac_address': 'fa:16:3e:01:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:28Z', 'updated_at': '2021-10-21T11:49:34Z', 'revision_number': 5, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'subnets': [{'id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:50:24.415316 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.securitygroups_db [None req-81bb1083-47ed-4b9c-be64-391c8b6fdbbc tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Project 0e8f1eb9436c4be8ae346269f916ef51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 11:50:24.421452 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-81bb1083-47ed-4b9c-be64-391c8b6fdbbc tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.434116 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a778a56c-5936-4f83-bee2-ecbbfb047233 req-62377793-16e1-426d-a0ef-9dbd83f1d5b4 service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102943 Oct 21 11:50:24.446384 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b023c5-813e-4047-9a41-192e1ad7c902 None None] The sync data for ids ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'] in dv-cinder-814898-1-iscsi is: [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '87178c9e-2a93-4e53-b845-116008b55d12', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'port_id': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'mac_address': 'fa:16:3e:d6:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:50:22Z', 'updated_at': '2021-10-21T11:50:22Z', 'revision_number': 0, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7350aca7-cebd-4792-b38d-1445852b2b50', 'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'mac_address': 'fa:16:3e:01:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:28Z', 'updated_at': '2021-10-21T11:49:34Z', 'revision_number': 5, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'subnets': [{'id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:50:24.492557 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-81bb1083-47ed-4b9c-be64-391c8b6fdbbc tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.497555 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-81bb1083-47ed-4b9c-be64-391c8b6fdbbc tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.516526 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb1083-47ed-4b9c-be64-391c8b6fdbbc tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adfc0c8-61b3-4f49-a986-e2de957cf782,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:24.526667 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-81bb1083-47ed-4b9c-be64-391c8b6fdbbc tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:24.528132 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-81bb1083-47ed-4b9c-be64-391c8b6fdbbc tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533911 Oct 21 11:50:24.627577 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4f698a33-01d6-4ff8-a284-c88b3ada2c01 req-4b719e92-88fb-449f-9dc8-3eb2a6ae5d1c tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531859229&fields=id&tenant_id=0e8f1eb9436c4be8ae346269f916ef51 HTTP/1.1" status: 200 len: 267 time: 0.0458677 Oct 21 11:50:24.654382 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf5e65-a0df-4c49-844c-e1f4e2098b3c None None] New status for floating IP 87178c9e-2a93-4e53-b845-116008b55d12: ACTIVE {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:50:24.684917 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f698a33-01d6-4ff8-a284-c88b3ada2c01 req-20d0d0dd-0acd-4000-9dd3-3021203c7fc7 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:24.686467 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4f698a33-01d6-4ff8-a284-c88b3ada2c01 req-20d0d0dd-0acd-4000-9dd3-3021203c7fc7 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 945 time: 0.0528054 Oct 21 11:50:24.697925 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [req-4f698a33-01d6-4ff8-a284-c88b3ada2c01 req-dbc21130-e3f6-4a89-b887-884511bbedbd tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Request body: {'port': {'security_groups': ['d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d', 'ea2b572b-ca51-4017-b369-01d5223ba03e']}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:50:24.765573 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-4f698a33-01d6-4ff8-a284-c88b3ada2c01 req-dbc21130-e3f6-4a89-b887-884511bbedbd tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:25.227536 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [req-4f698a33-01d6-4ff8-a284-c88b3ada2c01 req-dbc21130-e3f6-4a89-b887-884511bbedbd tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] For port 606633eb-b4e8-401b-b4b4-33ec797e225e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=606633eb-b4e8-401b-b4b4-33ec797e225e,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:50:25.258364 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-4f698a33-01d6-4ff8-a284-c88b3ada2c01 req-dbc21130-e3f6-4a89-b887-884511bbedbd tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:25.265019 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-4f698a33-01d6-4ff8-a284-c88b3ada2c01 req-dbc21130-e3f6-4a89-b887-884511bbedbd tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8750499'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:25.277965 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['606633eb-b4e8-401b-b4b4-33ec797e225e'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:50:25.308961 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f698a33-01d6-4ff8-a284-c88b3ada2c01 req-dbc21130-e3f6-4a89-b887-884511bbedbd tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:25.309676 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-4f698a33-01d6-4ff8-a284-c88b3ada2c01 req-dbc21130-e3f6-4a89-b887-884511bbedbd tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:25.311151 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4f698a33-01d6-4ff8-a284-c88b3ada2c01 req-dbc21130-e3f6-4a89-b887-884511bbedbd tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "PUT /v2.0/ports/606633eb-b4e8-401b-b4b4-33ec797e225e HTTP/1.1" status: 200 len: 981 time: 0.6179180 Oct 21 11:50:25.311672 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:50:25.314125 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275d64e1-22c8-4948-9992-8f82b23aa738" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:50:25.352543 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc21130-e3f6-4a89-b887-884511bbedbd tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'Port': ['ID=606633eb-b4e8-401b-b4b4-33ec797e225e,revision_number=6']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:50:25.366194 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b82ca52-c8e3-43be-99a2-ba30388e359d x-openstack-request-id: req-5b82ca52-c8e3-43be-99a2-ba30388e359d {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:50:25.366194 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:50:25.366473 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b82ca52-c8e3-43be-99a2-ba30388e359d {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:50:25.366950 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'status': 'completed', 'code': 200} Oct 21 11:50:25.417418 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['606633eb-b4e8-401b-b4b4-33ec797e225e'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:50:25.436675 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d64e1-22c8-4948-9992-8f82b23aa738 req-0f518c7c-a15b-43bc-b0f8-4c1add696952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:25.437303 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc3fd5-089d-4f20-becd-3c7545d1b079 req-18221273-9d87-4d7f-8a99-1386e8f66f4d tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:25.438412 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-275d64e1-22c8-4948-9992-8f82b23aa738 req-0f518c7c-a15b-43bc-b0f8-4c1add696952 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e8f1eb9436c4be8ae346269f916ef51&device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 1137 time: 0.0507660 Oct 21 11:50:25.439189 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b0bc3fd5-089d-4f20-becd-3c7545d1b079 req-18221273-9d87-4d7f-8a99-1386e8f66f4d tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0583425 Oct 21 11:50:25.487473 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b0bc3fd5-089d-4f20-becd-3c7545d1b079 req-9f6e1026-7cba-498b-a1b5-105df4e19bc5 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411496 Oct 21 11:50:25.550549 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d64e1-22c8-4948-9992-8f82b23aa738 req-f00e24fe-75a7-4261-a476-262f78bdc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:25.551955 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-275d64e1-22c8-4948-9992-8f82b23aa738 req-f00e24fe-75a7-4261-a476-262f78bdc013 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c85c3162-3516-40f8-8dff-7e428cde956d HTTP/1.1" status: 200 len: 915 time: 0.1031106 Oct 21 11:50:25.622785 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-275d64e1-22c8-4948-9992-8f82b23aa738 req-385e713f-9410-4bc9-aab0-97005afbe437 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=606633eb-b4e8-401b-b4b4-33ec797e225e HTTP/1.1" status: 200 len: 1000 time: 0.0617185 Oct 21 11:50:25.624090 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-5a77f743-3eac-4168-b4bc-a8f54c9cdecb None None] Provisioning complete for port 606633eb-b4e8-401b-b4b4-33ec797e225e triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:50:25.624448 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5a77f743-3eac-4168-b4bc-a8f54c9cdecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:25.680569 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d64e1-22c8-4948-9992-8f82b23aa738 req-f5784e30-63e3-42cc-b910-741f20b7d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:25.682157 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-275d64e1-22c8-4948-9992-8f82b23aa738 req-f5784e30-63e3-42cc-b910-741f20b7d88e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5baf7b11-e6e7-48b9-8c38-cf79882a99ca HTTP/1.1" status: 200 len: 853 time: 0.0471539 Oct 21 11:50:25.733402 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d64e1-22c8-4948-9992-8f82b23aa738 req-b8834fd3-99cc-42d3-bb08-7cf11b6f1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:25.734912 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-275d64e1-22c8-4948-9992-8f82b23aa738 req-b8834fd3-99cc-42d3-bb08-7cf11b6f1c62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c85c3162-3516-40f8-8dff-7e428cde956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444126 Oct 21 11:50:25.829034 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-275d64e1-22c8-4948-9992-8f82b23aa738 req-8631c958-5b92-4190-b713-7dec84579737 service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858200 Oct 21 11:50:25.930410 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-275d64e1-22c8-4948-9992-8f82b23aa738 req-904ebe1e-c1dd-4259-a9a7-4bd2affa4ab4 service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922985 Oct 21 11:50:27.280183 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31475927-d152-497f-9ec5-d52ab59297c3 req-c8fdac77-b576-4f02-8911-da3268d287b7 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:27.285484 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-31475927-d152-497f-9ec5-d52ab59297c3 req-c8fdac77-b576-4f02-8911-da3268d287b7 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0570407 Oct 21 11:50:27.321622 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-31475927-d152-497f-9ec5-d52ab59297c3 req-67adedce-1163-4bf7-982f-051e235a72bc tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Oct 21 11:50:28.445254 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e38792-c76f-4b37-b2d0-893a71eb0b38 req-276114ad-31cc-4dc4-8a07-c26cf6c3fffb tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:28.446645 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-52e38792-c76f-4b37-b2d0-893a71eb0b38 req-276114ad-31cc-4dc4-8a07-c26cf6c3fffb tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0514984 Oct 21 11:50:28.487491 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-52e38792-c76f-4b37-b2d0-893a71eb0b38 req-42cd2264-ed75-43c7-ae4f-6f11102f3b8e tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319581 Oct 21 11:50:29.610182 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db152b-62c5-4932-978a-932ad9919403 req-f2b0148b-0d64-4ec1-8fd6-676591471340 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:29.611619 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d5db152b-62c5-4932-978a-932ad9919403 req-f2b0148b-0d64-4ec1-8fd6-676591471340 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0524337 Oct 21 11:50:29.652410 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d5db152b-62c5-4932-978a-932ad9919403 req-f5a41c69-d479-48c0-b6aa-c41ecbe82b4d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 Oct 21 11:50:30.784051 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ccf4d-f329-4926-9d8d-54fa73ddeb6d req-a20f2dfe-229f-47f2-8960-c5a09b757474 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:30.785586 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-550ccf4d-f329-4926-9d8d-54fa73ddeb6d req-a20f2dfe-229f-47f2-8960-c5a09b757474 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0577521 Oct 21 11:50:30.826386 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-550ccf4d-f329-4926-9d8d-54fa73ddeb6d req-a7e78a0f-6529-415f-8eaf-21e45e0d0a0a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Oct 21 11:50:31.950697 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c132fa3-0d77-4966-84ed-08ebbacd96f9 req-30f8cea7-85a8-48d6-998c-0eeb6e88d2c1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:31.952503 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9c132fa3-0d77-4966-84ed-08ebbacd96f9 req-30f8cea7-85a8-48d6-998c-0eeb6e88d2c1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0571916 Oct 21 11:50:31.989983 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9c132fa3-0d77-4966-84ed-08ebbacd96f9 req-e8f21e9e-76e5-4469-8413-a55ec5386b52 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312531 Oct 21 11:50:33.125675 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b485-142b-44b9-a67c-60b9a06dee42 req-e932e6be-8bc8-4e24-8282-605e8f15d7d0 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:33.127047 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b237b485-142b-44b9-a67c-60b9a06dee42 req-e932e6be-8bc8-4e24-8282-605e8f15d7d0 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0665548 Oct 21 11:50:33.165842 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b237b485-142b-44b9-a67c-60b9a06dee42 req-fcc33ace-bbb1-4143-9c0f-469d151789ee tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326407 Oct 21 11:50:34.306169 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12f32-8b6b-41b2-a798-b63e4e1bf91c req-f8f02d13-2cc0-4143-aec4-9b95d0b9712a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:34.310111 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d6b12f32-8b6b-41b2-a798-b63e4e1bf91c req-f8f02d13-2cc0-4143-aec4-9b95d0b9712a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0585785 Oct 21 11:50:34.350995 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d6b12f32-8b6b-41b2-a798-b63e4e1bf91c req-6f37de1e-0f4f-4dfa-95ba-da34d96fa2e9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Oct 21 11:50:35.486600 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f5ecd-ba7c-4066-b3e1-b2879e3b2ca2 req-3722508d-bc18-4b41-991d-be24e5f25a63 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:35.488364 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d22f5ecd-ba7c-4066-b3e1-b2879e3b2ca2 req-3722508d-bc18-4b41-991d-be24e5f25a63 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0565493 Oct 21 11:50:35.527660 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d22f5ecd-ba7c-4066-b3e1-b2879e3b2ca2 req-efdb7f0b-3c55-4a17-9904-3e9cb46f82f0 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328710 Oct 21 11:50:36.674060 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d144ed5-e323-4c08-aeb6-2a430545d0b7 req-dc9ec08f-c4ea-402f-9533-7d68d71c2608 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:36.675537 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8d144ed5-e323-4c08-aeb6-2a430545d0b7 req-dc9ec08f-c4ea-402f-9533-7d68d71c2608 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0615685 Oct 21 11:50:36.720212 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8d144ed5-e323-4c08-aeb6-2a430545d0b7 req-4e6f7e9f-2941-4417-9dd8-e4587bde104f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384614 Oct 21 11:50:37.088632 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:50:37.854218 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602bbfa-a7db-4046-b5a0-786dfdcc3cdf req-1498dfb1-5b1c-499e-bfa0-b51af0ef724a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:37.856226 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5602bbfa-a7db-4046-b5a0-786dfdcc3cdf req-1498dfb1-5b1c-499e-bfa0-b51af0ef724a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0565579 Oct 21 11:50:37.899671 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5602bbfa-a7db-4046-b5a0-786dfdcc3cdf req-267ba85c-8c06-4135-8710-eef1948aae6f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337756 Oct 21 11:50:39.037743 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88efb1-d007-4974-873a-59443dce8db5 req-21c2950d-4e6e-472f-acc5-6a10ed5c75f9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:39.039207 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2f88efb1-d007-4974-873a-59443dce8db5 req-21c2950d-4e6e-472f-acc5-6a10ed5c75f9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0577991 Oct 21 11:50:39.077317 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2f88efb1-d007-4974-873a-59443dce8db5 req-df40b3d3-d9fa-4c12-8140-26b35d4f663a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318637 Oct 21 11:50:40.213905 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f28551-54d1-42ea-8d79-ad048b83a2fb req-96a2f8eb-9a4b-4bd0-add4-b98d8cf8dab7 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:40.215417 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-37f28551-54d1-42ea-8d79-ad048b83a2fb req-96a2f8eb-9a4b-4bd0-add4-b98d8cf8dab7 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0610082 Oct 21 11:50:40.253280 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-37f28551-54d1-42ea-8d79-ad048b83a2fb req-dd25c3cc-ef1a-4ae5-bbf5-24d40bb9e1a7 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317175 Oct 21 11:50:40.955379 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6a8ec73d-fb97-4a5d-9452-ef7c3d543999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:41.380873 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78d2d9-11ad-406c-907a-95f13be68b8d req-ec4a6171-10c0-48e9-9cda-023ad8e15c54 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:41.382351 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ed78d2d9-11ad-406c-907a-95f13be68b8d req-ec4a6171-10c0-48e9-9cda-023ad8e15c54 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0531089 Oct 21 11:50:41.424307 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ed78d2d9-11ad-406c-907a-95f13be68b8d req-a1e678d6-6d08-44ad-a037-1b5d1dc12b6c tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329099 Oct 21 11:50:42.566725 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e339e4-90d1-49b2-bb66-43c34b1ab088 req-04d7ab7e-5275-42c5-b38b-bb40acea6be5 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:42.568217 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-18e339e4-90d1-49b2-bb66-43c34b1ab088 req-04d7ab7e-5275-42c5-b38b-bb40acea6be5 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0810781 Oct 21 11:50:42.581487 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de1063-ae52-4d2d-925b-f7e961350467 req-367bf0da-01c6-4d5c-90f6-4a14a14d9750 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:42.583134 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e3de1063-ae52-4d2d-925b-f7e961350467 req-367bf0da-01c6-4d5c-90f6-4a14a14d9750 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0855119 Oct 21 11:50:42.639639 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-18e339e4-90d1-49b2-bb66-43c34b1ab088 req-b4019706-87d7-41eb-8ec1-803fa7aa21ce tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555520 Oct 21 11:50:42.646668 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e3de1063-ae52-4d2d-925b-f7e961350467 req-6d60dea0-37be-48af-8734-80e4a1dd307e tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558965 Oct 21 11:50:43.513481 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d920f28c-3d0c-4938-a3b6-e760b637ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:43.791689 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8ad91-2287-47f2-a762-8f33050764bf req-62ef2d83-b9cb-4620-9cc5-c17b8985e5ed tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:43.793487 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e1d8ad91-2287-47f2-a762-8f33050764bf req-62ef2d83-b9cb-4620-9cc5-c17b8985e5ed tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0751781 Oct 21 11:50:43.801205 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f312e7-bf71-469c-8c4e-c4e7b77182b7 req-b8683643-3f11-4b85-a745-5752783fd821 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:43.802552 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a7f312e7-bf71-469c-8c4e-c4e7b77182b7 req-b8683643-3f11-4b85-a745-5752783fd821 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0757141 Oct 21 11:50:43.857812 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e1d8ad91-2287-47f2-a762-8f33050764bf req-39920287-1069-4764-9042-9a4204b336da tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543437 Oct 21 11:50:43.862846 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a7f312e7-bf71-469c-8c4e-c4e7b77182b7 req-1b100299-4895-4aab-a85f-3366879f5d8f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537405 Oct 21 11:50:44.109112 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df1d5e-9545-4bf8-9900-14a7d8a8b83a req-74b0015b-2acb-4b50-ace1-a4ad999a1686 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:44.110653 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-93df1d5e-9545-4bf8-9900-14a7d8a8b83a req-74b0015b-2acb-4b50-ace1-a4ad999a1686 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0552342 Oct 21 11:50:44.151579 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-93df1d5e-9545-4bf8-9900-14a7d8a8b83a req-cce18f4a-7890-4504-bffd-6e153cd69ce1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338979 Oct 21 11:50:44.228025 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f225a-8251-423f-b4a2-16958b3e9536 req-e3a0df8d-1d27-490b-af6e-da43a62b3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:44.229535 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-200f225a-8251-423f-b4a2-16958b3e9536 req-e3a0df8d-1d27-490b-af6e-da43a62b3a31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 1098 time: 0.0872717 Oct 21 11:50:44.337506 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f225a-8251-423f-b4a2-16958b3e9536 req-e175684a-5735-462c-b481-04d81c808512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:44.338857 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-200f225a-8251-423f-b4a2-16958b3e9536 req-e175684a-5735-462c-b481-04d81c808512 service neutron] 10.222.0.47 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 912 time: 0.0981512 Oct 21 11:50:44.407294 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-200f225a-8251-423f-b4a2-16958b3e9536 req-5262c1df-fcdb-4d24-8cc3-5b8933be1c0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c799fbea-b63d-485c-b910-dcab357a6004 HTTP/1.1" status: 200 len: 1001 time: 0.0592468 Oct 21 11:50:44.427395 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:44.461125 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f225a-8251-423f-b4a2-16958b3e9536 req-651098e8-81dd-4305-be65-f2909d31e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:44.462585 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-200f225a-8251-423f-b4a2-16958b3e9536 req-651098e8-81dd-4305-be65-f2909d31e855 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415429fa-83ed-47bb-94e4-dbac8cb8b65a HTTP/1.1" status: 200 len: 850 time: 0.0470257 Oct 21 11:50:44.510181 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:44.516560 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f225a-8251-423f-b4a2-16958b3e9536 req-9cb619ad-cbf6-4c60-98cc-a6e2259c0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:44.518089 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-200f225a-8251-423f-b4a2-16958b3e9536 req-9cb619ad-cbf6-4c60-98cc-a6e2259c0700 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468669 Oct 21 11:50:44.610837 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-200f225a-8251-423f-b4a2-16958b3e9536 req-751368b7-5dd5-4aa2-b5c5-fac9dfde5770 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839393 Oct 21 11:50:44.720954 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-200f225a-8251-423f-b4a2-16958b3e9536 req-e5bb4ac6-b307-4769-bc5d-4943ba934c80 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971508 Oct 21 11:50:44.984997 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c914f4-ade2-4817-b631-5ffd04be6ae7 req-9ecd463f-87ff-499e-bde6-1ea422f639b7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:44.986579 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-20c914f4-ade2-4817-b631-5ffd04be6ae7 req-9ecd463f-87ff-499e-bde6-1ea422f639b7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0505085 Oct 21 11:50:45.029254 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-20c914f4-ade2-4817-b631-5ffd04be6ae7 req-150b18df-0ac2-427a-8cef-f6038a3ed100 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363436 Oct 21 11:50:45.268893 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946588a-a92d-40f1-92d4-dcd687f74854 req-8baa29bd-9c78-4689-b821-cba344bfa16c tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:45.270406 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1946588a-a92d-40f1-92d4-dcd687f74854 req-8baa29bd-9c78-4689-b821-cba344bfa16c tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0509915 Oct 21 11:50:45.310326 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1946588a-a92d-40f1-92d4-dcd687f74854 req-b9e0778f-7b71-43cb-966c-b3a5d5902c78 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338905 Oct 21 11:50:46.182966 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbe6ad-4241-406a-963b-43b1d6d47324 req-f6d09b4d-5a0a-45e0-915e-e5670f406825 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:46.184571 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-facbe6ad-4241-406a-963b-43b1d6d47324 req-f6d09b4d-5a0a-45e0-915e-e5670f406825 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0569127 Oct 21 11:50:46.224889 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-facbe6ad-4241-406a-963b-43b1d6d47324 req-090f6c59-a10d-46b5-acd7-6e71b9fc6407 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339792 Oct 21 11:50:46.308836 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:46.447038 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96253606-900a-46a1-8b78-a6ece2ed3d06 req-ed40f48f-7a1a-4c77-a7b5-03bc2dfd1eea tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:46.448503 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-96253606-900a-46a1-8b78-a6ece2ed3d06 req-ed40f48f-7a1a-4c77-a7b5-03bc2dfd1eea tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0602152 Oct 21 11:50:46.488259 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-96253606-900a-46a1-8b78-a6ece2ed3d06 req-26a6b8a2-7d56-4032-99c1-a2185db3773e tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329685 Oct 21 11:50:47.368729 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e6bbd-763c-4035-aa1b-f75a8fcf1037 req-d5abc1cd-8d42-4359-b405-95f1138c7195 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:47.370465 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-955e6bbd-763c-4035-aa1b-f75a8fcf1037 req-d5abc1cd-8d42-4359-b405-95f1138c7195 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0575969 Oct 21 11:50:47.407984 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-955e6bbd-763c-4035-aa1b-f75a8fcf1037 req-f4acafb6-0a81-4c81-94f9-d55f7e6f7b37 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312483 Oct 21 11:50:48.118180 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c16b0-df3c-4567-b75b-53ea3d5787af req-55a26d1b-c028-4631-aed0-e937455e5010 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:48.119792 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e75c16b0-df3c-4567-b75b-53ea3d5787af req-55a26d1b-c028-4631-aed0-e937455e5010 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0559807 Oct 21 11:50:48.127612 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f70645-da6b-4a0b-b1c5-2ec156eba14c req-06b7e9c7-2b7b-4e5c-b715-417307dc3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:48.129177 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-33f70645-da6b-4a0b-b1c5-2ec156eba14c req-06b7e9c7-2b7b-4e5c-b715-417307dc3e9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e8f1eb9436c4be8ae346269f916ef51&device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 1137 time: 0.0435565 Oct 21 11:50:48.161311 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e75c16b0-df3c-4567-b75b-53ea3d5787af req-55e38aa2-411c-4cea-92ae-f2614bde8d6a tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343664 Oct 21 11:50:48.232932 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f70645-da6b-4a0b-b1c5-2ec156eba14c req-70d0541f-468f-420c-b899-3f7cff16d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:48.234875 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-33f70645-da6b-4a0b-b1c5-2ec156eba14c req-70d0541f-468f-420c-b899-3f7cff16d2e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c85c3162-3516-40f8-8dff-7e428cde956d HTTP/1.1" status: 200 len: 915 time: 0.0964954 Oct 21 11:50:48.300247 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-33f70645-da6b-4a0b-b1c5-2ec156eba14c req-3ae96bea-ae07-4542-8064-0f08949cc21f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=606633eb-b4e8-401b-b4b4-33ec797e225e HTTP/1.1" status: 200 len: 1000 time: 0.0569546 Oct 21 11:50:48.349486 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f70645-da6b-4a0b-b1c5-2ec156eba14c req-6682e579-6a81-4c63-99b3-df1c349b1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:48.350864 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-33f70645-da6b-4a0b-b1c5-2ec156eba14c req-6682e579-6a81-4c63-99b3-df1c349b1440 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5baf7b11-e6e7-48b9-8c38-cf79882a99ca HTTP/1.1" status: 200 len: 853 time: 0.0429420 Oct 21 11:50:48.405183 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f70645-da6b-4a0b-b1c5-2ec156eba14c req-a86e8d2f-eb65-4855-9c15-5b2b35f46b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:48.406597 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-33f70645-da6b-4a0b-b1c5-2ec156eba14c req-a86e8d2f-eb65-4855-9c15-5b2b35f46b47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c85c3162-3516-40f8-8dff-7e428cde956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465355 Oct 21 11:50:48.510405 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-33f70645-da6b-4a0b-b1c5-2ec156eba14c req-fc12cd59-ac0c-4c36-92c8-6aee6f349dfa service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920250 Oct 21 11:50:48.536200 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356e9d-c173-44d3-9c22-9dacf18859cd req-14a8cfec-3ab4-420f-b18e-198ed40feb46 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:48.537707 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5b356e9d-c173-44d3-9c22-9dacf18859cd req-14a8cfec-3ab4-420f-b18e-198ed40feb46 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Oct 21 11:50:48.581065 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5b356e9d-c173-44d3-9c22-9dacf18859cd req-56d7ae92-17b7-4469-a93a-37b781b23502 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359912 Oct 21 11:50:48.613440 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-33f70645-da6b-4a0b-b1c5-2ec156eba14c req-2f30f17f-3948-4e5e-b2de-fca70d8d1058 service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948105 Oct 21 11:50:49.296502 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1757e8-1a3d-4627-8388-fb41f61e8084 req-f160ce89-3e15-4ddf-8e21-80c921894da3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:49.297903 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bd1757e8-1a3d-4627-8388-fb41f61e8084 req-f160ce89-3e15-4ddf-8e21-80c921894da3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0637491 Oct 21 11:50:49.341921 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bd1757e8-1a3d-4627-8388-fb41f61e8084 req-e8a1b836-5ece-4057-8f6b-0ab9f11fc944 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349228 Oct 21 11:50:49.722766 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f2b21-80ac-4c55-8764-0c777f784b57 req-fc5267f7-910c-422d-9cc9-3a455541aabe tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:49.724208 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fb3f2b21-80ac-4c55-8764-0c777f784b57 req-fc5267f7-910c-422d-9cc9-3a455541aabe tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0682435 Oct 21 11:50:49.764129 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fb3f2b21-80ac-4c55-8764-0c777f784b57 req-3a0fbecc-2051-494e-a409-3840ab3099d2 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315630 Oct 21 11:50:50.479964 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478e4ad-4af3-4ba1-b73a-294f3660dc62 req-19d58fd3-c54a-4a63-836f-a50fc3e33b66 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:50.481440 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c478e4ad-4af3-4ba1-b73a-294f3660dc62 req-19d58fd3-c54a-4a63-836f-a50fc3e33b66 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0529029 Oct 21 11:50:50.522813 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c478e4ad-4af3-4ba1-b73a-294f3660dc62 req-9e3d8f39-8b67-4e38-bc25-6d2272ebf27e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348310 Oct 21 11:50:50.885170 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19645ca6-c8de-47c9-87ac-ad98d34ad1dd req-46573783-de86-46c2-8313-ca4bf5a333f7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:50.886641 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-19645ca6-c8de-47c9-87ac-ad98d34ad1dd req-46573783-de86-46c2-8313-ca4bf5a333f7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0538404 Oct 21 11:50:50.941395 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-19645ca6-c8de-47c9-87ac-ad98d34ad1dd req-a0a71c57-ca09-4a39-9dda-ac4f9f83fa64 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486283 Oct 21 11:50:51.076149 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:50:51.660388 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f6b12-6109-4b4f-a1e9-02242985d372 req-b6d7a6a4-4d41-45f3-b8cc-19a6e1adc8f6 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:51.661869 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-456f6b12-6109-4b4f-a1e9-02242985d372 req-b6d7a6a4-4d41-45f3-b8cc-19a6e1adc8f6 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0565026 Oct 21 11:50:51.705150 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-456f6b12-6109-4b4f-a1e9-02242985d372 req-e78d3e2c-bcdb-4823-8023-b932e04d1d1d tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346453 Oct 21 11:50:52.061388 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e11dab-21f2-4d7d-b38b-f6b087d8810c req-b4314252-8273-496b-9a33-9a31d165cae2 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:52.063008 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e7e11dab-21f2-4d7d-b38b-f6b087d8810c req-b4314252-8273-496b-9a33-9a31d165cae2 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0524826 Oct 21 11:50:52.104378 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e7e11dab-21f2-4d7d-b38b-f6b087d8810c req-c8f0234a-24e3-45c0-8bc8-5565f1ee0ce8 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322750 Oct 21 11:50:52.837415 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2881f-3732-45bb-a203-996e65dc541e req-841fa46b-9dd3-4a8e-b585-a7cc82cf24ae tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:52.838925 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f5e2881f-3732-45bb-a203-996e65dc541e req-841fa46b-9dd3-4a8e-b585-a7cc82cf24ae tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0515394 Oct 21 11:50:52.882828 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f5e2881f-3732-45bb-a203-996e65dc541e req-a66c9b8d-bdcd-4eba-a80b-4f3862b3340b tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375829 Oct 21 11:50:53.240428 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e26f78-5b24-40aa-96af-e1a87fda2a09 req-7b4198be-abcb-4d40-b4df-38401a0b239e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:53.241942 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-11e26f78-5b24-40aa-96af-e1a87fda2a09 req-7b4198be-abcb-4d40-b4df-38401a0b239e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0547283 Oct 21 11:50:53.288605 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-11e26f78-5b24-40aa-96af-e1a87fda2a09 req-901c6e15-1f7e-49e9-bbc0-92576d8bfd97 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405033 Oct 21 11:50:54.005393 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479b3c-ac3b-46f3-8d6b-89f2ef5ef410 req-ab5487d2-64b7-4d2a-8275-8dfd623e4238 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:54.007950 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-06479b3c-ac3b-46f3-8d6b-89f2ef5ef410 req-ab5487d2-64b7-4d2a-8275-8dfd623e4238 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0538518 Oct 21 11:50:54.052352 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-06479b3c-ac3b-46f3-8d6b-89f2ef5ef410 req-8e16cdd1-896e-4b3c-bbf3-632e7f2f12e3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352008 Oct 21 11:50:54.405833 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf5c2f-b70d-4528-8d11-3be96795f4c1 req-b434860c-c3c8-4f8e-9700-9178bbc50534 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:54.407276 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f5cf5c2f-b70d-4528-8d11-3be96795f4c1 req-b434860c-c3c8-4f8e-9700-9178bbc50534 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0494626 Oct 21 11:50:54.444707 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f5cf5c2f-b70d-4528-8d11-3be96795f4c1 req-92812e79-ca94-43dc-bdf8-5b0be2ba5218 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312645 Oct 21 11:50:55.180201 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7565e4b-ef89-4ca0-bf46-ee41f772c5be req-b2ba45b3-ab6b-432a-8c27-9fb2a2e0787b tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:55.181722 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c7565e4b-ef89-4ca0-bf46-ee41f772c5be req-b2ba45b3-ab6b-432a-8c27-9fb2a2e0787b tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0555809 Oct 21 11:50:55.225522 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c7565e4b-ef89-4ca0-bf46-ee41f772c5be req-23592506-8182-42ea-ae65-25cb0c71af12 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348420 Oct 21 11:50:55.573057 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e6350-d7c4-4c37-b826-da63b54edbe5 req-f2da7a3f-b8c4-4096-97c3-b0479d481878 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:55.574533 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-848e6350-d7c4-4c37-b826-da63b54edbe5 req-f2da7a3f-b8c4-4096-97c3-b0479d481878 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Oct 21 11:50:55.618438 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-848e6350-d7c4-4c37-b826-da63b54edbe5 req-14d2d7b2-d74a-48a3-989a-2284f7017547 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346999 Oct 21 11:50:56.346095 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c8136-64b0-4c48-b5d9-29d626d3337a req-20ec83d1-793e-45d9-b15d-4ce8f25b4209 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:56.347545 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-316c8136-64b0-4c48-b5d9-29d626d3337a req-20ec83d1-793e-45d9-b15d-4ce8f25b4209 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0532625 Oct 21 11:50:56.391952 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-316c8136-64b0-4c48-b5d9-29d626d3337a req-e5e9b09d-198b-4375-926c-09900c034ca6 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351505 Oct 21 11:50:56.747391 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce033b5-6c5e-4e1f-887c-9df672199e74 req-b8b5943d-9dd4-43d4-97bc-f81fb691587d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:56.749431 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9ce033b5-6c5e-4e1f-887c-9df672199e74 req-b8b5943d-9dd4-43d4-97bc-f81fb691587d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0571899 Oct 21 11:50:56.792245 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9ce033b5-6c5e-4e1f-887c-9df672199e74 req-f8937239-18d7-4256-8223-a78383103a6d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338750 Oct 21 11:50:57.524920 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb28e27-5fe2-44a7-93a1-3bc68bd6877a req-3086b3ae-ae8c-4da5-9127-4f3b7f018aec tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:57.526413 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0fb28e27-5fe2-44a7-93a1-3bc68bd6877a req-3086b3ae-ae8c-4da5-9127-4f3b7f018aec tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0544176 Oct 21 11:50:57.571010 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0fb28e27-5fe2-44a7-93a1-3bc68bd6877a req-c4bd5d57-d755-4eb0-ac99-e7d04fcaa79e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353303 Oct 21 11:50:57.688395 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226be7d-9560-4028-838c-c4c9e6187a32 req-c4faaf52-2de4-4284-95a9-86268bdb5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:57.689898 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d226be7d-9560-4028-838c-c4c9e6187a32 req-c4faaf52-2de4-4284-95a9-86268bdb5376 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4f2f84518734251a394aff45a6b52d2&device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 1098 time: 0.0441325 Oct 21 11:50:57.787464 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226be7d-9560-4028-838c-c4c9e6187a32 req-320217e7-df0a-4427-95bf-06d9548a71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:57.788982 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d226be7d-9560-4028-838c-c4c9e6187a32 req-320217e7-df0a-4427-95bf-06d9548a71d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1265d61e-e18c-4268-ad79-82cb55a9382d HTTP/1.1" status: 200 len: 909 time: 0.0904610 Oct 21 11:50:57.870831 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d226be7d-9560-4028-838c-c4c9e6187a32 req-69791b55-abb4-439d-b981-5faab20c1ec4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca9ff17-0207-477e-9953-4a607efa4c55 HTTP/1.1" status: 200 len: 1001 time: 0.0730934 Oct 21 11:50:57.923154 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226be7d-9560-4028-838c-c4c9e6187a32 req-3b6bd65c-5601-42ad-ace1-057dc2587909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:57.924618 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d226be7d-9560-4028-838c-c4c9e6187a32 req-3b6bd65c-5601-42ad-ace1-057dc2587909 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ab1d5b6-f7ac-452c-97f2-f8dad452b93c HTTP/1.1" status: 200 len: 847 time: 0.0455854 Oct 21 11:50:57.930912 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98dcd3-aba3-42f8-b698-c3b8dcce7504 req-5eddff25-7d11-49f4-a59b-1f076fb7f508 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:57.932442 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3c98dcd3-aba3-42f8-b698-c3b8dcce7504 req-5eddff25-7d11-49f4-a59b-1f076fb7f508 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0492115 Oct 21 11:50:57.971242 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3c98dcd3-aba3-42f8-b698-c3b8dcce7504 req-3c4ee4f7-c441-4b7c-932a-2b672c757488 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325444 Oct 21 11:50:57.975659 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226be7d-9560-4028-838c-c4c9e6187a32 req-8978d33d-0eea-4e0c-b0b0-0ecafb59e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:57.977132 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d226be7d-9560-4028-838c-c4c9e6187a32 req-8978d33d-0eea-4e0c-b0b0-0ecafb59e24a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1265d61e-e18c-4268-ad79-82cb55a9382d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444419 Oct 21 11:50:58.069932 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d226be7d-9560-4028-838c-c4c9e6187a32 req-2c51ce9e-2fa6-4f23-99b8-63e415a1fe8b service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846379 Oct 21 11:50:58.164155 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d226be7d-9560-4028-838c-c4c9e6187a32 req-77a13af2-014b-464c-8fb5-45713560e085 service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855451 Oct 21 11:50:58.705601 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e57a2-68af-49f7-b432-376b83004525 req-e2ccbc9c-7f03-4d51-98e3-ff5ced0095fd tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:58.707118 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-429e57a2-68af-49f7-b432-376b83004525 req-e2ccbc9c-7f03-4d51-98e3-ff5ced0095fd tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0545447 Oct 21 11:50:58.751343 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-429e57a2-68af-49f7-b432-376b83004525 req-37f0aa8e-59ec-4f52-aa34-3bfaae079858 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348861 Oct 21 11:50:59.101754 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233329f-033e-42d6-9191-c6b2feac5f8b req-1de786ac-67a1-4a4a-9eb2-e86ba6317b0b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:59.103298 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c233329f-033e-42d6-9191-c6b2feac5f8b req-1de786ac-67a1-4a4a-9eb2-e86ba6317b0b tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0522773 Oct 21 11:50:59.141789 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c233329f-033e-42d6-9191-c6b2feac5f8b req-fc2a09ad-031a-47d1-b8a2-547e5b25419c tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318351 Oct 21 11:50:59.892203 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbd997-3d02-49f8-889c-b9b3634bea30 req-cefa779f-968f-42ad-aefa-042fdcdd9fdb tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:50:59.893813 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c0dbd997-3d02-49f8-889c-b9b3634bea30 req-cefa779f-968f-42ad-aefa-042fdcdd9fdb tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0605166 Oct 21 11:50:59.935689 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c0dbd997-3d02-49f8-889c-b9b3634bea30 req-e6030dd7-c83a-4e9f-8d0b-c99b6beafa06 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&id=ea2b572b-ca51-4017-b369-01d5223ba03e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356381 Oct 21 11:51:00.271204 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b4f06-e14d-4993-9a81-7027b68ca8e3 req-2708d646-b267-4d16-bc62-22c5ddb2d0f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:00.272677 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-093b4f06-e14d-4993-9a81-7027b68ca8e3 req-2708d646-b267-4d16-bc62-22c5ddb2d0f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0550716 Oct 21 11:51:00.311588 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-093b4f06-e14d-4993-9a81-7027b68ca8e3 req-0d558435-7ef6-407a-a461-8bbc01776aa8 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327535 Oct 21 11:51:01.435219 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1578-3982-4a53-9040-a8745dec469b req-0e32f62a-a4e2-4d08-ae06-d46765c752e6 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:01.436707 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9f8d1578-3982-4a53-9040-a8745dec469b req-0e32f62a-a4e2-4d08-ae06-d46765c752e6 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0502653 Oct 21 11:51:01.474819 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9f8d1578-3982-4a53-9040-a8745dec469b req-7ad28aae-9804-4729-b1ec-9825b4a5aa15 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317688 Oct 21 11:51:01.603452 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [req-f84cb34e-979c-4b09-a383-1ce8e23619ab req-30da38f1-639e-4837-9a5d-09c1e965d1c6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:51:01.604753 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f84cb34e-979c-4b09-a383-1ce8e23619ab req-30da38f1-639e-4837-9a5d-09c1e965d1c6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0541222 Oct 21 11:51:01.749372 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53062) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:01.768049 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeed9e8-2e5a-4547-9760-e5aedb36ca9f req-742a2db0-d111-401c-af1b-fbb12f75c216 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:01.769582 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ffeed9e8-2e5a-4547-9760-e5aedb36ca9f req-742a2db0-d111-401c-af1b-fbb12f75c216 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0567410 Oct 21 11:51:01.835048 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ffeed9e8-2e5a-4547-9760-e5aedb36ca9f req-6f68aaa8-07ca-4fc7-938e-27829fefebba tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591204 Oct 21 11:51:01.847095 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-60d31c18-0586-4a63-b398-2ffd2c7f2a02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966172 Oct 21 11:51:01.860478 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-ff404b8e-3fe8-42e8-8279-e48a207f1fa5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:51:01.861458 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-ff404b8e-3fe8-42e8-8279-e48a207f1fa5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050926 Oct 21 11:51:02.958228 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2b05-f03a-4191-9efa-e10dc1de0b44 req-81b590ab-5e9e-4629-af25-2f38599c4e87 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:02.959989 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-086a2b05-f03a-4191-9efa-e10dc1de0b44 req-81b590ab-5e9e-4629-af25-2f38599c4e87 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0577598 Oct 21 11:51:03.009694 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-086a2b05-f03a-4191-9efa-e10dc1de0b44 req-634dae56-bff0-4a12-bee6-c8e408413ad7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423391 Oct 21 11:51:03.130545 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bbc54-09b2-4771-8fe8-d33b86cd367c req-9015189a-b5eb-408a-9860-5419cf5e3c1f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:03.131999 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e71bbc54-09b2-4771-8fe8-d33b86cd367c req-9015189a-b5eb-408a-9860-5419cf5e3c1f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0541244 Oct 21 11:51:03.171753 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e71bbc54-09b2-4771-8fe8-d33b86cd367c req-95f40bd2-9087-416a-8e62-18dc48d96322 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331914 Oct 21 11:51:03.544605 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-febe8d1b-50be-4cc2-b657-791922a04f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:03.546178 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-febe8d1b-50be-4cc2-b657-791922a04f04 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5&tenant_id=d4f2f84518734251a394aff45a6b52d2 HTTP/1.1" status: 200 len: 1098 time: 0.0527761 Oct 21 11:51:03.614657 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-5b866f74-1650-4e36-b04a-0ca20a5dc26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:03.616115 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-5b866f74-1650-4e36-b04a-0ca20a5dc26c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4f2f84518734251a394aff45a6b52d2&device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 1098 time: 0.0458634 Oct 21 11:51:03.718527 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-407723ed-96f5-459f-8577-75b81b63a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:03.719989 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-407723ed-96f5-459f-8577-75b81b63a191 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1265d61e-e18c-4268-ad79-82cb55a9382d HTTP/1.1" status: 200 len: 909 time: 0.0966034 Oct 21 11:51:03.793942 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-41da2b38-f211-40a5-be37-9b34240680c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca9ff17-0207-477e-9953-4a607efa4c55 HTTP/1.1" status: 200 len: 1001 time: 0.0656247 Oct 21 11:51:03.860431 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-9077b04b-08c1-4cbf-afb0-32cdab1d71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:03.862605 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-9077b04b-08c1-4cbf-afb0-32cdab1d71b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ab1d5b6-f7ac-452c-97f2-f8dad452b93c HTTP/1.1" status: 200 len: 847 time: 0.0607131 Oct 21 11:51:03.913647 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-c58b7d4b-d08c-4d1b-bedc-442c5aab9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:03.915165 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-c58b7d4b-d08c-4d1b-bedc-442c5aab9d3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1265d61e-e18c-4268-ad79-82cb55a9382d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446632 Oct 21 11:51:04.017961 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-997d5dc6-a24f-4a00-a4ee-adc477a8ab96 service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938809 Oct 21 11:51:04.115761 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-184f1c76-88f5-453e-bdbb-6f5b44886ad0 service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892341 Oct 21 11:51:04.141689 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f353a-fc48-4716-b3af-ba26f5886e40 req-f265e444-fd2e-4586-9ad9-b582e5e8b7d5 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:04.143288 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e11f353a-fc48-4716-b3af-ba26f5886e40 req-f265e444-fd2e-4586-9ad9-b582e5e8b7d5 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0646355 Oct 21 11:51:04.189176 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e11f353a-fc48-4716-b3af-ba26f5886e40 req-45b46b14-ef13-4241-a259-461e98414272 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384710 Oct 21 11:51:04.304428 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41811c39-f253-4d48-8422-f4cfa6b23230 req-29a1521d-dba3-49d7-a2cb-f799d57facc1 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:04.305944 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-41811c39-f253-4d48-8422-f4cfa6b23230 req-29a1521d-dba3-49d7-a2cb-f799d57facc1 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0513561 Oct 21 11:51:04.344900 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-41811c39-f253-4d48-8422-f4cfa6b23230 req-4be98607-3166-441c-856d-af3517fd1477 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328934 Oct 21 11:51:04.658708 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device fca9ff17-0207-477e-9953-4a607efa4c55 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:51:04.763246 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:04.786339 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:51:04.788554 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5f0d5f-63ef-4467-88c1-11939b1b99c6" -d '{"events": [{"server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:51:04.804219 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port fca9ff17-0207-477e-9953-4a607efa4c55, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fca9ff17-0207-477e-9953-4a607efa4c55,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:04.810983 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:04.863051 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=fca9ff17-0207-477e-9953-4a607efa4c55,revision_number=6']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:04.896492 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Oct 2021 11:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7c4ac6-be92-4771-9ea2-85284eb67387 x-openstack-request-id: req-1f7c4ac6-be92-4771-9ea2-85284eb67387 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:51:04.896803 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:51:04.897130 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f7c4ac6-be92-4771-9ea2-85284eb67387 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:51:04.897682 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'code': 200} Oct 21 11:51:05.317040 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e9122-d967-406c-b444-fdb4507def20 req-0071dd7c-5d03-4613-9ba8-f0ba9c600869 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:05.318425 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-298e9122-d967-406c-b444-fdb4507def20 req-0071dd7c-5d03-4613-9ba8-f0ba9c600869 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0588374 Oct 21 11:51:05.363515 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-298e9122-d967-406c-b444-fdb4507def20 req-e25843ce-5cd4-44ea-b0ce-0cb4d7ce85c1 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386822 Oct 21 11:51:05.486587 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1b7e4-2cda-418d-a3f5-e11b3ad094c1 req-2d91905f-6044-475a-b197-a30cc54539c6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:05.488044 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9fa1b7e4-2cda-418d-a3f5-e11b3ad094c1 req-2d91905f-6044-475a-b197-a30cc54539c6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0598915 Oct 21 11:51:05.529840 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9fa1b7e4-2cda-418d-a3f5-e11b3ad094c1 req-bf0fdca0-b722-4e06-91ba-75fc9bb78e17 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328712 Oct 21 11:51:06.514590 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51016ee5-a40d-4e74-8f0a-85f8c1ec58a2 req-c89219a5-6cc6-46f9-860a-5a607463fdb8 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:06.516089 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-51016ee5-a40d-4e74-8f0a-85f8c1ec58a2 req-c89219a5-6cc6-46f9-860a-5a607463fdb8 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0611789 Oct 21 11:51:06.554281 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-51016ee5-a40d-4e74-8f0a-85f8c1ec58a2 req-5f156e6a-4814-44f3-9ced-134dd1b2edc9 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317316 Oct 21 11:51:06.663143 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954b55b-33b2-4ac6-9814-407c1f532ce0 req-cdc744b4-92f6-4283-86bd-94188162ce18 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:06.665425 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d954b55b-33b2-4ac6-9814-407c1f532ce0 req-cdc744b4-92f6-4283-86bd-94188162ce18 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0633228 Oct 21 11:51:06.708423 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d954b55b-33b2-4ac6-9814-407c1f532ce0 req-f5ae87a7-7b2e-48b1-82f8-830a1a73d327 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344040 Oct 21 11:51:07.689749 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0419d-269f-4dfb-be13-7aa2bd3c79d4 req-f7b565f3-7caa-404f-abef-065c1cae9831 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:07.691176 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-13f0419d-269f-4dfb-be13-7aa2bd3c79d4 req-f7b565f3-7caa-404f-abef-065c1cae9831 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0612931 Oct 21 11:51:07.732437 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-13f0419d-269f-4dfb-be13-7aa2bd3c79d4 req-b54c7728-19b5-4ed8-ae29-e2c3538ab909 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324974 Oct 21 11:51:07.836216 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b26d99-bda5-44ed-b7bf-f957b36860a4 req-00d82894-bbd6-4c19-91e1-1bfc7848a59a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:07.838138 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a6b26d99-bda5-44ed-b7bf-f957b36860a4 req-00d82894-bbd6-4c19-91e1-1bfc7848a59a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0580711 Oct 21 11:51:07.877919 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a6b26d99-bda5-44ed-b7bf-f957b36860a4 req-488a33b0-cfef-46a2-b707-0a60fdf798d9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336049 Oct 21 11:51:08.870526 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43eafa-d701-4e84-aed0-8739c0b0927e req-16743c8b-6700-449b-a61e-b99ce4fb8e4e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:08.872052 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fd43eafa-d701-4e84-aed0-8739c0b0927e req-16743c8b-6700-449b-a61e-b99ce4fb8e4e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0659044 Oct 21 11:51:08.914971 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fd43eafa-d701-4e84-aed0-8739c0b0927e req-9f477c65-03b7-4414-a8ff-f39c8ac1ae7a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343552 Oct 21 11:51:09.016303 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb793c2-ffe4-4366-b340-bf4de37a8cdc req-40fb565a-4870-4611-9694-dcf44df01deb tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:09.017865 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8bb793c2-ffe4-4366-b340-bf4de37a8cdc req-40fb565a-4870-4611-9694-dcf44df01deb tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0626426 Oct 21 11:51:09.059297 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8bb793c2-ffe4-4366-b340-bf4de37a8cdc req-3e8f96d7-2e4d-44d3-baed-15d581d03a11 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326135 Oct 21 11:51:10.047110 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf780107-67da-4d28-a404-68127fa0ac43 req-82a6b0da-2e39-4aac-ae2d-7848577cc42a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:10.048564 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bf780107-67da-4d28-a404-68127fa0ac43 req-82a6b0da-2e39-4aac-ae2d-7848577cc42a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0521805 Oct 21 11:51:10.090160 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bf780107-67da-4d28-a404-68127fa0ac43 req-d91a7d54-4e0a-4927-8b98-3591a07ef44d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326593 Oct 21 11:51:10.179565 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1b711-c75e-4b06-b487-c02b953e2b60 req-28caec5f-e9b1-4826-9c21-0ee823fcc9fc tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:10.181127 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6cb1b711-c75e-4b06-b487-c02b953e2b60 req-28caec5f-e9b1-4826-9c21-0ee823fcc9fc tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0493233 Oct 21 11:51:10.223367 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6cb1b711-c75e-4b06-b487-c02b953e2b60 req-a70494ff-12b7-40f9-8b2e-2e2839e935b5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361421 Oct 21 11:51:10.433608 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf00ec1-ecfa-464c-b475-7689cc336e9d req-7924fa1f-7044-46c3-92c6-2e3c81c9aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:10.435047 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-fdf00ec1-ecfa-464c-b475-7689cc336e9d req-7924fa1f-7044-46c3-92c6-2e3c81c9aac6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 1096 time: 0.0409589 Oct 21 11:51:10.472500 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-fdf00ec1-ecfa-464c-b475-7689cc336e9d req-48094d5c-45be-4fb3-b6fe-f9c4a4a8a19c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298123 Oct 21 11:51:10.961620 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-fcae0826-cd98-48e6-9d00-ec22a1f9b674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:11.226994 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7919152-aeef-4cae-83df-e44290ffbe34 req-1c781479-2043-4f2f-b4dd-21bc7ad3fa75 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:11.228446 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a7919152-aeef-4cae-83df-e44290ffbe34 req-1c781479-2043-4f2f-b4dd-21bc7ad3fa75 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0573130 Oct 21 11:51:11.267070 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a7919152-aeef-4cae-83df-e44290ffbe34 req-fe52e8ef-c28d-4ab6-956a-751bc10f2b94 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322771 Oct 21 11:51:11.345759 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5b341-d230-4147-b400-03ff57619d27 req-63db63df-a801-400e-835e-0b9c9c108b1d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:11.347289 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-50f5b341-d230-4147-b400-03ff57619d27 req-63db63df-a801-400e-835e-0b9c9c108b1d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0512495 Oct 21 11:51:11.385669 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-50f5b341-d230-4147-b400-03ff57619d27 req-ef01445c-c7ea-4754-b3cb-d40979d064fd tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322988 Oct 21 11:51:12.390126 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5495cc-bbe8-4a03-91a1-3b8f3da0e8ef req-642950ed-ad93-490e-937c-efe2fcb795b7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:12.391594 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7a5495cc-bbe8-4a03-91a1-3b8f3da0e8ef req-642950ed-ad93-490e-937c-efe2fcb795b7 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 943 time: 0.0516796 Oct 21 11:51:12.430443 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7a5495cc-bbe8-4a03-91a1-3b8f3da0e8ef req-3c3612ed-5fab-4a8d-bdfb-50329d0480b0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326939 Oct 21 11:51:12.513921 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd878d-dd4c-4b02-a9d6-2ac566e67f70 req-bc812366-4e7d-4ed4-9e42-5c3b262a2f96 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:12.515426 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-37fd878d-dd4c-4b02-a9d6-2ac566e67f70 req-bc812366-4e7d-4ed4-9e42-5c3b262a2f96 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0555351 Oct 21 11:51:12.554614 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-37fd878d-dd4c-4b02-a9d6-2ac566e67f70 req-81161d0b-f72c-49d9-8cf9-bf5a2cd91fc6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331271 Oct 21 11:51:12.694513 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device fca9ff17-0207-477e-9953-4a607efa4c55 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:51:12.813928 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port fca9ff17-0207-477e-9953-4a607efa4c55, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fca9ff17-0207-477e-9953-4a607efa4c55,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:12.826573 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'port_id': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'mac_address': 'fa:16:3e:fa:a4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:51:12.863460 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:12.879432 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca9ff17-0207-477e-9953-4a607efa4c55 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:51:12.899417 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port fca9ff17-0207-477e-9953-4a607efa4c55, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fca9ff17-0207-477e-9953-4a607efa4c55,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:12.905987 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:12.958005 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=fca9ff17-0207-477e-9953-4a607efa4c55,revision_number=7']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:12.965671 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:12.966028 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:12.966363 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:12.966688 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:12.967013 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:12.967345 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:12.967661 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:12.967972 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:12.968289 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:12.968605 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:12.968901 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:12.969238 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:13.206349 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['fca9ff17-0207-477e-9953-4a607efa4c55'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:51:13.502064 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4e9e3e66-fcea-4b0b-ac0f-ca61b27e91e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:13.692049 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ade1-ce3a-4b64-984b-7dc41f103706 req-7b23dde3-c55f-42c8-a36d-6bed8ae635e2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:13.693669 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5365ade1-ce3a-4b64-984b-7dc41f103706 req-7b23dde3-c55f-42c8-a36d-6bed8ae635e2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0615649 Oct 21 11:51:13.735524 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5365ade1-ce3a-4b64-984b-7dc41f103706 req-ca8b102d-f901-4fed-a7f2-d7a14e7bf2d3 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Oct 21 11:51:14.092281 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:51:14.443684 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:14.517444 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:14.714632 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 36ddda63-a11a-4933-8be3-8c8b0621ba33 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:51:14.717703 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device fca9ff17-0207-477e-9953-4a607efa4c55 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:51:14.832810 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port fca9ff17-0207-477e-9953-4a607efa4c55 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:51:14.833164 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:14.860701 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a7409-c699-416c-9af1-d3795a5b5867 req-cf98006a-ae4c-4c7c-8cff-9bbf1c047e57 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:14.862220 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3e5a7409-c699-416c-9af1-d3795a5b5867 req-cf98006a-ae4c-4c7c-8cff-9bbf1c047e57 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0499096 Oct 21 11:51:14.885533 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:14.902334 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'port_id': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'mac_address': 'fa:16:3e:be:46:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:51:14.903826 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3e5a7409-c699-416c-9af1-d3795a5b5867 req-7187e7c7-5744-4500-a4ae-309350281b7a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334136 Oct 21 11:51:14.965188 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:14.970959 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:14.988448 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36ddda63-a11a-4933-8be3-8c8b0621ba33 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:51:15.009045 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:51:15.011336 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d66ac8a-1e26-42a0-b9f4-64ed44085ff7" -d '{"events": [{"server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "name": "network-vif-plugged", "status": "completed", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:51:15.027013 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:15.030781 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port fca9ff17-0207-477e-9953-4a607efa4c55, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fca9ff17-0207-477e-9953-4a607efa4c55,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:15.034889 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:15.039167 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:15.063423 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d2849b-f633-4746-b25d-d3007b380f8e x-openstack-request-id: req-10d2849b-f633-4746-b25d-d3007b380f8e {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:51:15.063707 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "name": "network-vif-plugged", "status": "completed", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:51:15.063956 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10d2849b-f633-4746-b25d-d3007b380f8e {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:51:15.064324 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'code': 200} Oct 21 11:51:15.092973 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=36ddda63-a11a-4933-8be3-8c8b0621ba33,revision_number=6']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:15.140047 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=fca9ff17-0207-477e-9953-4a607efa4c55,revision_number=8']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:15.161500 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['36ddda63-a11a-4933-8be3-8c8b0621ba33'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:51:16.051413 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de92256-f24e-4b81-b600-b1434c48c644 req-38188769-a623-451c-8f8a-11af1589a9d8 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:16.053204 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2de92256-f24e-4b81-b600-b1434c48c644 req-38188769-a623-451c-8f8a-11af1589a9d8 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 945 time: 0.0739434 Oct 21 11:51:16.095655 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2de92256-f24e-4b81-b600-b1434c48c644 req-6289c5a2-2c28-4066-ac5f-92d18fd7b0ab tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357316 Oct 21 11:51:16.318997 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:16.726113 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 36ddda63-a11a-4933-8be3-8c8b0621ba33 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:51:16.781261 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 36ddda63-a11a-4933-8be3-8c8b0621ba33 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:51:16.781729 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:16.864853 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:16.901948 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:16.908100 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:17.081246 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:51:17.081246 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ba70b6-51b5-4080-a3fa-6d6f35063acf" -d '{"events": [{"server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "name": "network-vif-plugged", "status": "completed", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:51:17.129110 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e1d9db-f73e-4df9-94ec-4516b0cdd14f x-openstack-request-id: req-b4e1d9db-f73e-4df9-94ec-4516b0cdd14f {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:51:17.129815 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "name": "network-vif-plugged", "status": "completed", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:51:17.130113 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4e1d9db-f73e-4df9-94ec-4516b0cdd14f {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:51:17.130701 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'code': 200} Oct 21 11:51:17.142573 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=36ddda63-a11a-4933-8be3-8c8b0621ba33,revision_number=7']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:17.233657 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10826a4e-05a8-44d9-aece-ad756fe99acf req-d3446f66-5b3f-4677-9922-770c56cfd1b9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:17.235256 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-10826a4e-05a8-44d9-aece-ad756fe99acf req-d3446f66-5b3f-4677-9922-770c56cfd1b9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0521846 Oct 21 11:51:17.277620 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-10826a4e-05a8-44d9-aece-ad756fe99acf req-ca1def36-225e-4174-b4ca-276a0f2f7848 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357099 Oct 21 11:51:18.409384 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f41bb-e07a-4259-8771-786d8d1999fe req-c89d0f6d-844d-48e0-ae1e-bef7fd862e32 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:18.410907 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a54f41bb-e07a-4259-8771-786d8d1999fe req-c89d0f6d-844d-48e0-ae1e-bef7fd862e32 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0553224 Oct 21 11:51:18.454883 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a54f41bb-e07a-4259-8771-786d8d1999fe req-1dfbe5ff-429f-4ace-a645-8f7c53bef51f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354822 Oct 21 11:51:19.591611 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b29346-8c98-4f9d-b9c9-7d667ffa9c1c req-eb831503-2a4e-4930-a28e-3b6a48ab766b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:19.593256 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-97b29346-8c98-4f9d-b9c9-7d667ffa9c1c req-eb831503-2a4e-4930-a28e-3b6a48ab766b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0600681 Oct 21 11:51:19.633099 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-97b29346-8c98-4f9d-b9c9-7d667ffa9c1c req-efca06cb-b321-4297-81a5-7e09d54b394c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332551 Oct 21 11:51:20.764767 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd5fa5-049a-44e4-abdc-fc9f8beac6e2 req-1f1e0757-b79c-46df-a6c0-f7fcd0660bd7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:20.767284 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cbcd5fa5-049a-44e4-abdc-fc9f8beac6e2 req-1f1e0757-b79c-46df-a6c0-f7fcd0660bd7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0541179 Oct 21 11:51:20.808981 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cbcd5fa5-049a-44e4-abdc-fc9f8beac6e2 req-ec1bafd1-3d28-4e76-b15d-8f7ed2ad82c5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351934 Oct 21 11:51:21.076212 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:21.981012 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be701812-a74b-4d4e-a0a5-b76a5d5ce6ec req-049dd608-7139-42f4-a762-4aa4a6bf9415 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:21.982736 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-be701812-a74b-4d4e-a0a5-b76a5d5ce6ec req-049dd608-7139-42f4-a762-4aa4a6bf9415 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0882359 Oct 21 11:51:22.025064 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-5121af69-4267-4126-b7fd-60b24640d466 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552127 Oct 21 11:51:22.036796 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-be701812-a74b-4d4e-a0a5-b76a5d5ce6ec req-24d14602-7c06-40c7-963f-347f8eeae137 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468643 Oct 21 11:51:22.115489 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-687fa929-e154-4db9-9744-e396727cb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:22.119978 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-687fa929-e154-4db9-9744-e396727cb7d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 1098 time: 0.0632305 Oct 21 11:51:22.248573 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-46d045cf-a0da-450f-b5b9-9e326cf55ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:22.250212 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-46d045cf-a0da-450f-b5b9-9e326cf55ad1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 912 time: 0.1015000 Oct 21 11:51:22.346914 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-e595c27b-5a15-401a-9768-0fac45a692c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c799fbea-b63d-485c-b910-dcab357a6004 HTTP/1.1" status: 200 len: 1001 time: 0.0851831 Oct 21 11:51:22.402540 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-efb86eb5-c8dc-4568-b68c-77073262a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:22.404109 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-efb86eb5-c8dc-4568-b68c-77073262a027 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415429fa-83ed-47bb-94e4-dbac8cb8b65a HTTP/1.1" status: 200 len: 850 time: 0.0473235 Oct 21 11:51:22.467281 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-ae7c2a2f-5ccd-4865-bfd6-6d5e4719ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:22.469264 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-ae7c2a2f-5ccd-4865-bfd6-6d5e4719ebc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506122 Oct 21 11:51:22.580346 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-f6c6eb4a-2e44-4e31-8630-fda7dfca5903 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010437 Oct 21 11:51:22.689134 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-403c06b3-734d-40a3-b4b1-0bc0b86c0a7a req-37dca71e-b2b8-4a78-ad50-9e91754ede4e service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968239 Oct 21 11:51:23.171846 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ef830-d528-4e52-9b58-76fd72fd09af req-cd8345b9-fadf-434e-9fd8-376804abcea6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:23.173407 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab5ef830-d528-4e52-9b58-76fd72fd09af req-cd8345b9-fadf-434e-9fd8-376804abcea6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0551708 Oct 21 11:51:23.219221 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab5ef830-d528-4e52-9b58-76fd72fd09af req-5bf70492-b67b-46c6-affc-ed4c6ae3b668 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381291 Oct 21 11:51:24.350823 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978f670-16b9-4cf1-b875-746dddf00fe7 req-77b021b1-59a3-49da-91ae-a243df4d28d6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:24.352504 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a978f670-16b9-4cf1-b875-746dddf00fe7 req-77b021b1-59a3-49da-91ae-a243df4d28d6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0549583 Oct 21 11:51:24.399492 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a978f670-16b9-4cf1-b875-746dddf00fe7 req-c78b5fa7-8fe3-4589-95db-e3a3c5e93ac6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402799 Oct 21 11:51:25.546533 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652079d-0029-431c-80a5-8a0c0b519eaa req-e140ac02-7d93-4fe3-af1e-8ef94b623633 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:25.548031 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a652079d-0029-431c-80a5-8a0c0b519eaa req-e140ac02-7d93-4fe3-af1e-8ef94b623633 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0557659 Oct 21 11:51:25.586248 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a652079d-0029-431c-80a5-8a0c0b519eaa req-3a8e42b0-5a3c-4eb9-8810-157ef9398945 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Oct 21 11:51:25.957243 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c75c6-e805-4cb8-84d3-fd194bb4c96f req-14d4c8fa-9302-4113-b644-b37f8fb7f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:25.958778 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e79c75c6-e805-4cb8-84d3-fd194bb4c96f req-14d4c8fa-9302-4113-b644-b37f8fb7f9b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 1099 time: 0.0474937 Oct 21 11:51:26.052887 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c75c6-e805-4cb8-84d3-fd194bb4c96f req-4a16006c-d5d6-4f73-b398-d98aedabcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:26.053957 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e79c75c6-e805-4cb8-84d3-fd194bb4c96f req-4a16006c-d5d6-4f73-b398-d98aedabcde5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 918 time: 0.0857403 Oct 21 11:51:26.131519 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e79c75c6-e805-4cb8-84d3-fd194bb4c96f req-a61d1319-7902-452f-9975-c9f646f58c46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33 HTTP/1.1" status: 200 len: 1002 time: 0.0667348 Oct 21 11:51:26.182182 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c75c6-e805-4cb8-84d3-fd194bb4c96f req-23ae3fb1-1fe2-4e66-ae39-b20d573b0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:26.183636 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e79c75c6-e805-4cb8-84d3-fd194bb4c96f req-23ae3fb1-1fe2-4e66-ae39-b20d573b0c69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.0448000 Oct 21 11:51:26.234558 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c75c6-e805-4cb8-84d3-fd194bb4c96f req-336609de-fb9a-4c8b-a9d5-57e8074dab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:26.236095 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e79c75c6-e805-4cb8-84d3-fd194bb4c96f req-336609de-fb9a-4c8b-a9d5-57e8074dab88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427856 Oct 21 11:51:26.334559 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e79c75c6-e805-4cb8-84d3-fd194bb4c96f req-9f48c7e0-ba8c-47da-a829-a665e5f3ffe1 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907838 Oct 21 11:51:26.419073 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d7e5-d58c-44ed-8c44-1e90bda7f749 req-dd03b66e-714e-4b97-a605-d1d3d291da47 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:26.421132 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-25d9d7e5-d58c-44ed-8c44-1e90bda7f749 req-dd03b66e-714e-4b97-a605-d1d3d291da47 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0514479 Oct 21 11:51:26.433171 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e79c75c6-e805-4cb8-84d3-fd194bb4c96f req-b022c638-cab9-45f8-8f0e-598b20ee225d service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885751 Oct 21 11:51:26.465161 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-25d9d7e5-d58c-44ed-8c44-1e90bda7f749 req-c37f47a1-74b5-4d79-adbc-373036916b4b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378363 Oct 21 11:51:26.710024 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84f4e2-3de3-497b-a8c4-39d9d2bdf80d req-86b60d63-882b-4a65-9403-740b5a4b8f64 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:26.711644 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9a84f4e2-3de3-497b-a8c4-39d9d2bdf80d req-86b60d63-882b-4a65-9403-740b5a4b8f64 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0524092 Oct 21 11:51:26.754721 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9a84f4e2-3de3-497b-a8c4-39d9d2bdf80d req-317407a2-42dd-4f83-9fae-c5d421cb6dc9 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336802 Oct 21 11:51:27.607544 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5080d2-5968-44a0-a6c0-0afa8edb9e26 req-f3918744-4a31-4e6e-a9d4-6a93d4fadd36 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:27.609048 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-be5080d2-5968-44a0-a6c0-0afa8edb9e26 req-f3918744-4a31-4e6e-a9d4-6a93d4fadd36 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0579247 Oct 21 11:51:27.649478 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-be5080d2-5968-44a0-a6c0-0afa8edb9e26 req-9a407f9f-9a56-4719-ac81-46339169c711 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313785 Oct 21 11:51:27.891369 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65623ec7-768e-4e33-b852-ba7ae222e55f req-af2b4f97-536c-4eda-b7f7-693587f2e629 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:27.892806 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-65623ec7-768e-4e33-b852-ba7ae222e55f req-af2b4f97-536c-4eda-b7f7-693587f2e629 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 946 time: 0.0580025 Oct 21 11:51:27.934611 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-65623ec7-768e-4e33-b852-ba7ae222e55f req-4042dc01-8362-4bc4-b2d5-16bbea302654 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329738 Oct 21 11:51:28.770946 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c87bd-1a44-45a2-b420-b016f205c463 req-450be605-b86a-46b9-8051-80a901ac6e52 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:28.772488 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-188c87bd-1a44-45a2-b420-b016f205c463 req-450be605-b86a-46b9-8051-80a901ac6e52 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0534122 Oct 21 11:51:28.775308 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 36ddda63-a11a-4933-8be3-8c8b0621ba33 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:51:28.810400 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-188c87bd-1a44-45a2-b420-b016f205c463 req-396b3a86-3acd-4716-909a-b04b40838912 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315797 Oct 21 11:51:28.860240 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:28.883209 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:51:28.886671 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ceddfc-e853-4c2a-96e6-c2ea720d87a1" -d '{"events": [{"server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "name": "network-vif-unplugged", "status": "completed", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:51:28.902678 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:28.907711 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:28.931329 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Oct 2021 11:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4bc1aa-f915-47d0-915e-391713bf60ed x-openstack-request-id: req-cc4bc1aa-f915-47d0-915e-391713bf60ed {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:51:28.931639 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "name": "network-vif-unplugged", "status": "failed", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33", "code": 422}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:51:28.931887 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc4bc1aa-f915-47d0-915e-391713bf60ed {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:51:28.932272 dv-cinder-814898-1-iscsi neutron-server[106354]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'code': 422} returned with failed status Oct 21 11:51:28.957608 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=36ddda63-a11a-4933-8be3-8c8b0621ba33,revision_number=8']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:29.065615 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454e6ce-c6c6-48bc-a3d6-aeb1068a124c req-18ce0945-6e78-4c1f-b8bc-9c8f6decb2df tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:29.067075 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7454e6ce-c6c6-48bc-a3d6-aeb1068a124c req-18ce0945-6e78-4c1f-b8bc-9c8f6decb2df tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0518804 Oct 21 11:51:29.107984 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7454e6ce-c6c6-48bc-a3d6-aeb1068a124c req-27bc3588-816c-4637-a01a-e8ece3407ece tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329874 Oct 21 11:51:29.933634 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326b7e2-a228-4d5e-b19b-d56d0e9b88d4 req-9c6ef857-005c-402a-93c9-a471acfd7687 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:29.935106 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1326b7e2-a228-4d5e-b19b-d56d0e9b88d4 req-9c6ef857-005c-402a-93c9-a471acfd7687 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0533412 Oct 21 11:51:29.973052 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1326b7e2-a228-4d5e-b19b-d56d0e9b88d4 req-ced638e2-cb04-48e4-ad62-5f337140a8ae tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318599 Oct 21 11:51:30.081352 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c05e39-7a08-4ad7-8eb6-30c64cb7fed0 req-32688a9d-829f-42a2-ad86-e79834329611 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:30.082842 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f5c05e39-7a08-4ad7-8eb6-30c64cb7fed0 req-32688a9d-829f-42a2-ad86-e79834329611 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0515740 Oct 21 11:51:30.140534 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f5c05e39-7a08-4ad7-8eb6-30c64cb7fed0 req-302386b0-38ed-4c3c-9196-44143409c952 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490637 Oct 21 11:51:30.147942 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-819b4ede-5ca5-4472-bdfa-cecb0dceae71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0641768 Oct 21 11:51:30.999900 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-f6054b48-c701-40de-9d00-b1345640f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:31.001400 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-f6054b48-c701-40de-9d00-b1345640f333 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431&tenant_id=fc1a2a7622fa4007a93e98225b37c454 HTTP/1.1" status: 200 len: 1097 time: 0.0472167 Oct 21 11:51:31.080934 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-3fb27099-f55a-44f3-a8e7-e30e4949e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:31.082524 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-3fb27099-f55a-44f3-a8e7-e30e4949e2c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 1097 time: 0.0451224 Oct 21 11:51:31.092101 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c5e64-8945-4ee4-ab87-af8ac144af93 req-5535546e-020d-4912-919c-20b6284e2540 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:31.093587 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e12c5e64-8945-4ee4-ab87-af8ac144af93 req-5535546e-020d-4912-919c-20b6284e2540 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0520246 Oct 21 11:51:31.131597 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e12c5e64-8945-4ee4-ab87-af8ac144af93 req-8c767989-f2d5-4008-8c26-fa236ecffec7 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317223 Oct 21 11:51:31.176270 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-dfb5352f-4348-4063-a97b-d6baea4b4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:31.177812 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-dfb5352f-4348-4063-a97b-d6baea4b4aa2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 918 time: 0.0878518 Oct 21 11:51:31.247488 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-49fc288c-06b1-4851-8fb8-f9b9eee46d2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33 HTTP/1.1" status: 200 len: 1000 time: 0.0620067 Oct 21 11:51:31.269695 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a64dfe-7bf8-4ca1-9773-2c19212b861a req-b50591e1-898e-4e91-a657-d41df3834088 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:31.271060 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-55a64dfe-7bf8-4ca1-9773-2c19212b861a req-b50591e1-898e-4e91-a657-d41df3834088 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0501246 Oct 21 11:51:31.300195 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-7db5cc22-6081-44d9-951b-64d7bbc51123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:31.301737 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-7db5cc22-6081-44d9-951b-64d7bbc51123 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.0448227 Oct 21 11:51:31.310890 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-55a64dfe-7bf8-4ca1-9773-2c19212b861a req-48499897-5ddb-4641-b2dd-deb1a3a988e3 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334461 Oct 21 11:51:31.348487 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-62550816-e32a-4eb7-8a60-26f7868bccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:31.350074 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-62550816-e32a-4eb7-8a60-26f7868bccac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403359 Oct 21 11:51:31.447417 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-b9640c23-96f7-4203-bd28-2610f8092e34 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872030 Oct 21 11:51:31.541354 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-45dc100f-09c2-4db4-9650-e80ac2fd7883 req-f8f13f9d-7e96-4849-ad53-9252320aaf52 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860589 Oct 21 11:51:32.258796 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde19af-c803-433c-be97-e2122a88abd1 req-3f22abc1-b936-4320-9d8f-2ee24a8a2ee9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:32.260290 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-efde19af-c803-433c-be97-e2122a88abd1 req-3f22abc1-b936-4320-9d8f-2ee24a8a2ee9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0538144 Oct 21 11:51:32.299668 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-efde19af-c803-433c-be97-e2122a88abd1 req-685257c1-b77b-4acb-a4e3-ddd0f2e7d43e tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332127 Oct 21 11:51:32.439140 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d85a2-d120-47e9-b32f-a3a9e10a7fa9 req-b2ef492e-e74f-43d6-8386-7ec4d63ebc1a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:32.440736 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-203d85a2-d120-47e9-b32f-a3a9e10a7fa9 req-b2ef492e-e74f-43d6-8386-7ec4d63ebc1a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0550315 Oct 21 11:51:32.481168 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-203d85a2-d120-47e9-b32f-a3a9e10a7fa9 req-a3d97529-d7ff-4608-8f08-fcbf3d7dac31 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343516 Oct 21 11:51:32.808441 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 36ddda63-a11a-4933-8be3-8c8b0621ba33 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:51:33.420733 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff6eec-9524-47f6-9eb4-b0edb9ad05cb req-378bded3-5a9b-4f62-92e3-e6186b486479 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:33.422398 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2cff6eec-9524-47f6-9eb4-b0edb9ad05cb req-378bded3-5a9b-4f62-92e3-e6186b486479 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0510991 Oct 21 11:51:33.464616 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2cff6eec-9524-47f6-9eb4-b0edb9ad05cb req-7e67a2ae-bbdb-4ca3-98db-f80dae2f91a7 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352440 Oct 21 11:51:33.616909 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02aac0f-7485-4f51-bde6-e5956e156ad1 req-71957a3f-7231-49e5-be38-141f8e3cbf2a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:33.618470 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a02aac0f-7485-4f51-bde6-e5956e156ad1 req-71957a3f-7231-49e5-be38-141f8e3cbf2a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0597391 Oct 21 11:51:33.661637 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a02aac0f-7485-4f51-bde6-e5956e156ad1 req-18f564ee-9fe5-4220-acda-7cf7006dec8e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347276 Oct 21 11:51:34.592355 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe6637-b48b-4672-9c58-82b8a62e1b2b req-ebe26a78-4e41-4312-baaf-3a4f65ae1587 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:34.593952 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-eebe6637-b48b-4672-9c58-82b8a62e1b2b req-ebe26a78-4e41-4312-baaf-3a4f65ae1587 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0541346 Oct 21 11:51:34.634543 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-eebe6637-b48b-4672-9c58-82b8a62e1b2b req-e02e611b-ecdb-4ce1-b85b-1bbfb7f904cb tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346229 Oct 21 11:51:34.784858 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9c840-574f-4ecd-b3e9-9dcb7e5624a6 req-73eeaf08-b4a9-4bf9-b1d7-7da4b2ab4249 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:34.786296 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0ca9c840-574f-4ecd-b3e9-9dcb7e5624a6 req-73eeaf08-b4a9-4bf9-b1d7-7da4b2ab4249 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0508134 Oct 21 11:51:34.825355 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0ca9c840-574f-4ecd-b3e9-9dcb7e5624a6 req-6e6b9110-cdbb-4306-89a7-a670ed14fec0 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Oct 21 11:51:35.760216 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4db006-218c-4415-b057-2ac47ce2d6b1 req-07f1266b-6105-4e8b-922d-6627147c30cc tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:35.761774 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4d4db006-218c-4415-b057-2ac47ce2d6b1 req-07f1266b-6105-4e8b-922d-6627147c30cc tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0540974 Oct 21 11:51:35.800711 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4d4db006-218c-4415-b057-2ac47ce2d6b1 req-889309c8-8b6e-44db-9693-44b554d04718 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Oct 21 11:51:35.962141 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ae239-9e83-48d5-ac80-08ac90c26c8d req-277fe995-e4cf-4127-8307-8768ace00406 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:35.963519 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-885ae239-9e83-48d5-ac80-08ac90c26c8d req-277fe995-e4cf-4127-8307-8768ace00406 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0595829 Oct 21 11:51:36.002076 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-885ae239-9e83-48d5-ac80-08ac90c26c8d req-c0fac9ae-1067-453b-b830-7a9ad046867c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322299 Oct 21 11:51:36.927952 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78831862-8b4d-4d40-b05f-fcd8c36e6b69 req-a00386d0-26b3-4a85-bb38-42464d56555d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:36.929498 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-78831862-8b4d-4d40-b05f-fcd8c36e6b69 req-a00386d0-26b3-4a85-bb38-42464d56555d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0557227 Oct 21 11:51:36.973103 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-78831862-8b4d-4d40-b05f-fcd8c36e6b69 req-dbe854a9-19cb-4691-9fb1-cc22dcecf505 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346951 Oct 21 11:51:37.134043 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61275d-0d0c-4476-805b-256e5256a3de req-620fca71-7a22-402e-909b-16d64e0dc3b7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:37.135449 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8e61275d-0d0c-4476-805b-256e5256a3de req-620fca71-7a22-402e-909b-16d64e0dc3b7 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0564384 Oct 21 11:51:37.173406 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8e61275d-0d0c-4476-805b-256e5256a3de req-0add07ac-7827-4df6-b2c1-4259af581db4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Oct 21 11:51:38.104366 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a4e48-eab7-4efa-a159-8ea27602ac6d req-c86327d0-3333-4e10-8bb8-8516915f16bb tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:38.105889 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a16a4e48-eab7-4efa-a159-8ea27602ac6d req-c86327d0-3333-4e10-8bb8-8516915f16bb tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0602019 Oct 21 11:51:38.147865 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a16a4e48-eab7-4efa-a159-8ea27602ac6d req-3c68aa11-e331-44c7-89e2-a0c541523282 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351439 Oct 21 11:51:38.309208 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955cfcb-f302-497c-a1c4-466588fc002f req-e8f7c314-c193-451e-9284-d983e2e72478 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:38.312129 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a955cfcb-f302-497c-a1c4-466588fc002f req-e8f7c314-c193-451e-9284-d983e2e72478 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0646887 Oct 21 11:51:38.358000 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a955cfcb-f302-497c-a1c4-466588fc002f req-936c03e6-f41d-49e7-852b-272aa63d0d4f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379362 Oct 21 11:51:39.273285 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c6f46-c8a5-48bc-a659-df45bae9a29d req-d37b8060-393f-4238-93c3-9814617dcb29 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:39.275351 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e98c6f46-c8a5-48bc-a659-df45bae9a29d req-d37b8060-393f-4238-93c3-9814617dcb29 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0545175 Oct 21 11:51:39.315356 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e98c6f46-c8a5-48bc-a659-df45bae9a29d req-3aa78d5d-7e77-4d81-a5b5-d6fce491d061 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333099 Oct 21 11:51:39.490954 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb24e7-53e6-4387-bb9b-85c522a86590 req-d2a360b1-7cb3-4b85-9ca6-d9769184ad3c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:39.493063 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7bdb24e7-53e6-4387-bb9b-85c522a86590 req-d2a360b1-7cb3-4b85-9ca6-d9769184ad3c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0542653 Oct 21 11:51:39.535836 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7bdb24e7-53e6-4387-bb9b-85c522a86590 req-c1d4c31c-7fb9-4560-b794-295dea52942e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357368 Oct 21 11:51:40.443781 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbd579-675c-4fed-ade1-f48d45265099 req-b7068512-1e77-4f09-8a26-94d4434fd860 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:40.445312 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d4cbd579-675c-4fed-ade1-f48d45265099 req-b7068512-1e77-4f09-8a26-94d4434fd860 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0512404 Oct 21 11:51:40.489729 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d4cbd579-675c-4fed-ade1-f48d45265099 req-e812066c-e27d-4d78-8e24-01c12f2b1203 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374384 Oct 21 11:51:40.656464 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f13de-5a58-479e-bf9a-9ff1652b21c5 req-59fc2ebe-9f80-4983-9080-2a72a2370a88 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:40.657746 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-881f13de-5a58-479e-bf9a-9ff1652b21c5 req-59fc2ebe-9f80-4983-9080-2a72a2370a88 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0489302 Oct 21 11:51:40.704616 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-881f13de-5a58-479e-bf9a-9ff1652b21c5 req-e3e534af-c095-4a65-ba91-88bda686b40f tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405993 Oct 21 11:51:40.961672 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-53e31d58-d808-478c-bc8e-16d8f87bbbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:41.643696 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bae59-c596-412f-a6fb-3e8cc36897d3 req-0e0f06d1-a7f1-4ce1-8078-05550e1b7115 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:41.645208 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6c9bae59-c596-412f-a6fb-3e8cc36897d3 req-0e0f06d1-a7f1-4ce1-8078-05550e1b7115 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0561857 Oct 21 11:51:41.690025 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6c9bae59-c596-412f-a6fb-3e8cc36897d3 req-6734420f-d261-4ab5-824e-ce1b0385af0f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387518 Oct 21 11:51:41.831484 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207581c-3ce6-41fc-b7e0-95de40290c97 req-4631e104-b289-4f21-ad20-529a4971045b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:41.833348 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a207581c-3ce6-41fc-b7e0-95de40290c97 req-4631e104-b289-4f21-ad20-529a4971045b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0538697 Oct 21 11:51:41.875703 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a207581c-3ce6-41fc-b7e0-95de40290c97 req-7b169574-354f-4de6-9634-3cb4bb081874 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347021 Oct 21 11:51:42.815765 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c692511-ece3-4085-b260-cc15abcb8ac5 req-1244ee2d-70e4-491a-a2ff-273a14b05542 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:42.817434 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3c692511-ece3-4085-b260-cc15abcb8ac5 req-1244ee2d-70e4-491a-a2ff-273a14b05542 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0511737 Oct 21 11:51:42.858679 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3c692511-ece3-4085-b260-cc15abcb8ac5 req-4d1df348-f00a-4555-8495-bba75189e4c6 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331693 Oct 21 11:51:43.009846 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa524ef-f140-4645-8ded-204b72b7a925 req-75ad9549-3a9f-44ec-a705-d4ddfc9dd007 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:43.011274 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7fa524ef-f140-4645-8ded-204b72b7a925 req-75ad9549-3a9f-44ec-a705-d4ddfc9dd007 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0623615 Oct 21 11:51:43.052437 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7fa524ef-f140-4645-8ded-204b72b7a925 req-e30f030b-b8cb-457e-9565-e91008a24fbd tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352175 Oct 21 11:51:43.498417 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-90e4e2de-9179-44a0-9788-91a14ad7a856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:43.532647 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1485ee52-9ade-4743-bbc4-338d725afdfa req-2a8951c0-a6f9-40cb-b447-19c733fe08ae tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531859229&fields=id&tenant_id=0e8f1eb9436c4be8ae346269f916ef51 HTTP/1.1" status: 200 len: 267 time: 0.0327549 Oct 21 11:51:43.588021 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485ee52-9ade-4743-bbc4-338d725afdfa req-1a33a7fa-8f45-4faa-af6c-aea69cef8b17 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:43.589497 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1485ee52-9ade-4743-bbc4-338d725afdfa req-1a33a7fa-8f45-4faa-af6c-aea69cef8b17 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 984 time: 0.0507832 Oct 21 11:51:43.603715 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [req-1485ee52-9ade-4743-bbc4-338d725afdfa req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Request body: {'port': {'security_groups': ['d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d']}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:51:43.672752 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-1485ee52-9ade-4743-bbc4-338d725afdfa req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:43.852814 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [req-1485ee52-9ade-4743-bbc4-338d725afdfa req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] For port 606633eb-b4e8-401b-b4b4-33ec797e225e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=606633eb-b4e8-401b-b4b4-33ec797e225e,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:43.883517 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-1485ee52-9ade-4743-bbc4-338d725afdfa req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:43.889630 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-1485ee52-9ade-4743-bbc4-338d725afdfa req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8750499'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:43.904335 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['606633eb-b4e8-401b-b4b4-33ec797e225e'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:51:43.934780 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485ee52-9ade-4743-bbc4-338d725afdfa req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:43.935371 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [req-1485ee52-9ade-4743-bbc4-338d725afdfa req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:43.936734 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1485ee52-9ade-4743-bbc4-338d725afdfa req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "PUT /v2.0/ports/606633eb-b4e8-401b-b4b4-33ec797e225e HTTP/1.1" status: 200 len: 942 time: 0.3375504 Oct 21 11:51:43.937210 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:51:43.939749 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:51:43.944030 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53372) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:43.999911 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event updated for resources: {'Port': ['ID=606633eb-b4e8-401b-b4b4-33ec797e225e,revision_number=7']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:44.014169 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.014593 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.014997 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.015399 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.015799 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.016196 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.016589 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.016981 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.017389 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.017781 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.018334 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.018723 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8496ef8-6116-4c93-a7f6-aa5070066e4f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.028732 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['606633eb-b4e8-401b-b4b4-33ec797e225e'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:51:44.057964 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e9030-d037-4c96-8313-fbe3c82b3832 req-ec166527-bc7e-477b-8dd2-522a5f392051 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:44.060406 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-481e9030-d037-4c96-8313-fbe3c82b3832 req-ec166527-bc7e-477b-8dd2-522a5f392051 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.1318333 Oct 21 11:51:44.094465 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3be177-1dab-4e8b-9438-accf690bf028 x-openstack-request-id: req-1f3be177-1dab-4e8b-9438-accf690bf028 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:51:44.094759 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:51:44.095015 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f3be177-1dab-4e8b-9438-accf690bf028 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:51:44.095556 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'status': 'completed', 'code': 200} Oct 21 11:51:44.110794 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-481e9030-d037-4c96-8313-fbe3c82b3832 req-3fe7f08e-2bac-4350-a871-fdd849fc9988 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439193 Oct 21 11:51:44.237569 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85578a-4c40-4678-adbc-ff794d8b5dc8 req-c3337cb9-25c4-4769-b713-901f64bf7694 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:44.248965 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9c85578a-4c40-4678-adbc-ff794d8b5dc8 req-c3337cb9-25c4-4769-b713-901f64bf7694 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0851591 Oct 21 11:51:44.342716 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-32c3bbe9-39a8-4f2f-8044-9c74453dcf3a None None] Provisioning complete for port 606633eb-b4e8-401b-b4b4-33ec797e225e triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:51:44.343268 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-32c3bbe9-39a8-4f2f-8044-9c74453dcf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:44.455805 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:44.476811 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:44.486877 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676 req-b4f89de3-e54c-4a07-835a-0934b8b1cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:44.488330 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676 req-b4f89de3-e54c-4a07-835a-0934b8b1cb0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e8f1eb9436c4be8ae346269f916ef51&device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 1098 time: 0.1070867 Oct 21 11:51:44.519190 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:44.537068 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:44.540845 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dc4c3-4109-40bb-92c1-7c1c6efdf300 req-7554ddd7-a7ef-4545-98b1-b86036929864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:44.542398 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-491dc4c3-4109-40bb-92c1-7c1c6efdf300 req-7554ddd7-a7ef-4545-98b1-b86036929864 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 1098 time: 0.1122468 Oct 21 11:51:44.564125 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9c85578a-4c40-4678-adbc-ff794d8b5dc8 req-7e8492df-6291-4bb3-9db4-fad923913ef6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089592 Oct 21 11:51:44.592898 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe0c99-4492-4c31-8082-9d06eabb5534 req-44b20418-9ed5-4d4b-bced-abe0fd290c09 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:44.592898 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5ebe0c99-4492-4c31-8082-9d06eabb5534 req-44b20418-9ed5-4d4b-bced-abe0fd290c09 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0627980 Oct 21 11:51:44.623154 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5ebe0c99-4492-4c31-8082-9d06eabb5534 req-f21b9763-4df6-4e5b-b90d-bc54fe8a6fe2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Oct 21 11:51:44.695882 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676 req-6f945479-2da6-41a8-a15a-e6ebe45a3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:44.697355 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676 req-6f945479-2da6-41a8-a15a-e6ebe45a3e03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c85c3162-3516-40f8-8dff-7e428cde956d HTTP/1.1" status: 200 len: 915 time: 0.1958683 Oct 21 11:51:44.719365 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dc4c3-4109-40bb-92c1-7c1c6efdf300 req-fd2a1258-9142-4cde-a0f3-e5a0ccae18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:44.720771 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-491dc4c3-4109-40bb-92c1-7c1c6efdf300 req-fd2a1258-9142-4cde-a0f3-e5a0ccae18ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 912 time: 0.1654897 Oct 21 11:51:44.802116 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:44.804610 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:44.805745 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "DELETE /v2.0/security-groups/ea2b572b-ca51-4017-b369-01d5223ba03e HTTP/1.1" status: 204 len: 168 time: 0.8596163 Oct 21 11:51:44.808693 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53384) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:44.830296 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676 req-d6424b6c-a80b-49bc-ab5d-a3cc73601a37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=606633eb-b4e8-401b-b4b4-33ec797e225e HTTP/1.1" status: 200 len: 1000 time: 0.1218841 Oct 21 11:51:44.830966 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2b572b-ca51-4017-b369-01d5223ba03e,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:44.842046 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-491dc4c3-4109-40bb-92c1-7c1c6efdf300 req-b9077981-7a81-4cc2-ae4e-40f319ea7f70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c799fbea-b63d-485c-b910-dcab357a6004 HTTP/1.1" status: 200 len: 1001 time: 0.0950353 Oct 21 11:51:44.850808 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.851124 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.851507 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.851834 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.852155 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.852476 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.852785 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.853178 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.853443 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.853761 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.854108 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.854373 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88a22d6-f4cb-4c5d-888a-6fb1e1eed95f tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:51:44.926592 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676 req-e92be202-e48f-40ac-a0ff-854d171ef3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:44.928023 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676 req-e92be202-e48f-40ac-a0ff-854d171ef3ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5baf7b11-e6e7-48b9-8c38-cf79882a99ca HTTP/1.1" status: 200 len: 853 time: 0.0851898 Oct 21 11:51:44.930785 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dc4c3-4109-40bb-92c1-7c1c6efdf300 req-85ad3006-0bef-4e8a-8fe7-408fbea549af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:44.930993 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-491dc4c3-4109-40bb-92c1-7c1c6efdf300 req-85ad3006-0bef-4e8a-8fe7-408fbea549af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415429fa-83ed-47bb-94e4-dbac8cb8b65a HTTP/1.1" status: 200 len: 850 time: 0.0738566 Oct 21 11:51:44.973198 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Deleting port 3ad71b55-532d-4820-a277-1c69b8b6bcba {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:51:44.974076 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:45.013222 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676 req-f1a58aa8-4c71-4087-962b-900acb663344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:45.014699 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676 req-f1a58aa8-4c71-4087-962b-900acb663344 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c85c3162-3516-40f8-8dff-7e428cde956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726378 Oct 21 11:51:45.017159 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dc4c3-4109-40bb-92c1-7c1c6efdf300 req-d53215be-af18-435b-921a-f7d75c089f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:45.018491 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-491dc4c3-4109-40bb-92c1-7c1c6efdf300 req-d53215be-af18-435b-921a-f7d75c089f82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750380 Oct 21 11:51:45.060433 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:45.060760 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:45.073109 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Calling delete_port for 3ad71b55-532d-4820-a277-1c69b8b6bcba owned by network:floatingip {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:51:45.187758 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676 req-84fc6c01-5a1c-4a05-8a6d-1f62bf1d418b service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584437 Oct 21 11:51:45.189486 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-491dc4c3-4109-40bb-92c1-7c1c6efdf300 req-43f1f700-52a7-4b16-a83b-93a343d4ce5d service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528115 Oct 21 11:51:45.251863 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:45.276742 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event deleted for resources: {'Port': ['ID=3ad71b55-532d-4820-a277-1c69b8b6bcba,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:45.339932 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks [] for floatingip, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:45.340363 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.l3_db [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Floating IP 87178c9e-2a93-4e53-b845-116008b55d12 disassociated (deleted). External IP: 172.27.3.21, port: 606633eb-b4e8-401b-b4b4-33ec797e225e. Oct 21 11:51:45.353866 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-491dc4c3-4109-40bb-92c1-7c1c6efdf300 req-27e97770-d9a8-41cf-9875-f985e0d9b306 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502700 Oct 21 11:51:45.355746 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-58a1c7c0-4d71-4c8f-a9ec-ac442ac41676 req-7bb81c32-7b15-49d0-9ed3-23220a825ff5 service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535513 Oct 21 11:51:45.548189 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Router f8bdf6e9-0900-4e25-bc56-0601ea748f50 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:51:45.686510 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:51:45.692702 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:45.698710 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f6760-c75f-4ba8-8e3d-fc94240b1402 None None] Sync routers for ids ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:51:45.709485 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f6760-c75f-4ba8-8e3d-fc94240b1402 None None] Routers {'f8bdf6e9-0900-4e25-bc56-0601ea748f50'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:51:45.710219 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-069f6760-c75f-4ba8-8e3d-fc94240b1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:51:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:45.753635 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-3ae361a9-14d7-4f39-a240-102a068d881e tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "DELETE /v2.0/floatingips/87178c9e-2a93-4e53-b845-116008b55d12 HTTP/1.1" status: 204 len: 168 time: 0.9411216 Oct 21 11:51:45.760511 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46593d55-e317-42cc-9b40-a0f20888284d req-2c9d4c13-c7a3-40ff-b0ab-21c82aae4827 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:45.762039 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-46593d55-e317-42cc-9b40-a0f20888284d req-2c9d4c13-c7a3-40ff-b0ab-21c82aae4827 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.1212575 Oct 21 11:51:45.794636 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43c503-a47d-492d-93d8-9561176f7181 req-02f68910-5aa8-4fcb-a445-47f62f48f964 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:45.796109 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2c43c503-a47d-492d-93d8-9561176f7181 req-02f68910-5aa8-4fcb-a445-47f62f48f964 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.1012528 Oct 21 11:51:45.823232 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-46593d55-e317-42cc-9b40-a0f20888284d req-4facd625-8001-4892-ae8b-2e75b5f90bc4 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533812 Oct 21 11:51:45.828834 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-069f6760-c75f-4ba8-8e3d-fc94240b1402 None None] Set router f8bdf6e9-0900-4e25-bc56-0601ea748f50 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:51:45.857951 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2c43c503-a47d-492d-93d8-9561176f7181 req-c8597220-6963-45d3-b422-fab0abcb1c84 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507953 Oct 21 11:51:46.044323 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-069f6760-c75f-4ba8-8e3d-fc94240b1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '7350aca7-cebd-4792-b38d-1445852b2b50', 'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'mac_address': 'fa:16:3e:01:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:28Z', 'updated_at': '2021-10-21T11:49:34Z', 'revision_number': 5, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'subnets': [{'id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:46.072896 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f6760-c75f-4ba8-8e3d-fc94240b1402 None None] Checking router: f8bdf6e9-0900-4e25-bc56-0601ea748f50 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:51:46.081667 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f6760-c75f-4ba8-8e3d-fc94240b1402 None None] Routers {'f8bdf6e9-0900-4e25-bc56-0601ea748f50'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:51:46.082345 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-069f6760-c75f-4ba8-8e3d-fc94240b1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:51:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:46.096787 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:51:46.099365 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ebaa6-f400-4da0-8cce-f1720912c888" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:51:46.138631 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c28436-7387-4037-9ed7-038ab3aefa57 x-openstack-request-id: req-a9c28436-7387-4037-9ed7-038ab3aefa57 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:51:46.138980 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:51:46.139235 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9c28436-7387-4037-9ed7-038ab3aefa57 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:51:46.139645 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'status': 'completed', 'code': 200} Oct 21 11:51:46.193900 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-069f6760-c75f-4ba8-8e3d-fc94240b1402 None None] Set router f8bdf6e9-0900-4e25-bc56-0601ea748f50 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:51:46.207965 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ebaa6-f400-4da0-8cce-f1720912c888 req-bf43ba32-663a-44bc-96f8-6aaa83f6a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:46.209495 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-101ebaa6-f400-4da0-8cce-f1720912c888 req-bf43ba32-663a-44bc-96f8-6aaa83f6a3e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e8f1eb9436c4be8ae346269f916ef51&device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 1098 time: 0.0465975 Oct 21 11:51:46.304069 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ebaa6-f400-4da0-8cce-f1720912c888 req-d02f78a7-eeec-45e0-93f1-0609d862d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:46.305584 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-101ebaa6-f400-4da0-8cce-f1720912c888 req-d02f78a7-eeec-45e0-93f1-0609d862d3e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c85c3162-3516-40f8-8dff-7e428cde956d HTTP/1.1" status: 200 len: 915 time: 0.0890825 Oct 21 11:51:46.338178 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:46.351167 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-101ebaa6-f400-4da0-8cce-f1720912c888 req-afb25fe1-5a26-4896-94dc-ae816d261b8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=606633eb-b4e8-401b-b4b4-33ec797e225e HTTP/1.1" status: 200 len: 217 time: 0.0375085 Oct 21 11:51:46.400537 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-069f6760-c75f-4ba8-8e3d-fc94240b1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '7350aca7-cebd-4792-b38d-1445852b2b50', 'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'mac_address': 'fa:16:3e:01:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:28Z', 'updated_at': '2021-10-21T11:49:34Z', 'revision_number': 5, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'subnets': [{'id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:46.400810 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ebaa6-f400-4da0-8cce-f1720912c888 req-009ae144-4112-409d-9341-bc54c1984557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:46.402188 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-101ebaa6-f400-4da0-8cce-f1720912c888 req-009ae144-4112-409d-9341-bc54c1984557 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5baf7b11-e6e7-48b9-8c38-cf79882a99ca HTTP/1.1" status: 200 len: 853 time: 0.0439069 Oct 21 11:51:46.431353 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f6760-c75f-4ba8-8e3d-fc94240b1402 None None] The sync data for ids ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'] in dv-cinder-814898-1-iscsi is: [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:49:29Z', 'revision_number': 4, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '7350aca7-cebd-4792-b38d-1445852b2b50', 'name': '', 'network_id': 'c85c3162-3516-40f8-8dff-7e428cde956d', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'mac_address': 'fa:16:3e:01:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:28Z', 'updated_at': '2021-10-21T11:49:34Z', 'revision_number': 5, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'subnets': [{'id': '5baf7b11-e6e7-48b9-8c38-cf79882a99ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:51:46.450591 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ebaa6-f400-4da0-8cce-f1720912c888 req-9d3703a3-fded-43db-b500-563822ad648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:46.452180 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-101ebaa6-f400-4da0-8cce-f1720912c888 req-9d3703a3-fded-43db-b500-563822ad648d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c85c3162-3516-40f8-8dff-7e428cde956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420046 Oct 21 11:51:46.549642 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-101ebaa6-f400-4da0-8cce-f1720912c888 req-e4a0035e-ffd5-41f4-ab63-f60815ef1bb3 service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896015 Oct 21 11:51:46.651234 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-101ebaa6-f400-4da0-8cce-f1720912c888 req-21d6f736-a7f0-4588-b728-1c443a5ee09e service neutron] 10.222.0.47 "GET /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917149 Oct 21 11:51:46.663676 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0019c17e-9f93-4410-9a9e-3a7ea1da5c01 None None] New status for floating IP 87178c9e-2a93-4e53-b845-116008b55d12: DOWN {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:51:46.898372 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 36ddda63-a11a-4933-8be3-8c8b0621ba33 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:51:46.984138 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02a6ec-dcd3-4995-8fc8-bdc2a7796a8b req-358857d5-5ab7-4570-b78b-6de10cdb21b5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:46.985626 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3b02a6ec-dcd3-4995-8fc8-bdc2a7796a8b req-358857d5-5ab7-4570-b78b-6de10cdb21b5 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 944 time: 0.0771034 Oct 21 11:51:46.993108 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:46.996977 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eba9a6-ba50-4297-88c2-8faf458f367a req-9c3c1fd6-9730-4872-b757-f23670a20b7d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:46.998883 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-86eba9a6-ba50-4297-88c2-8faf458f367a req-9c3c1fd6-9730-4872-b757-f23670a20b7d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0647991 Oct 21 11:51:47.005368 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'port_id': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'mac_address': 'fa:16:3e:be:46:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:51:47.050411 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:47.066109 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3b02a6ec-dcd3-4995-8fc8-bdc2a7796a8b req-2c39b288-a0e1-4c16-b09e-90c3b9c67611 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653667 Oct 21 11:51:47.068177 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ddda63-a11a-4933-8be3-8c8b0621ba33 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:51:47.073721 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-86eba9a6-ba50-4297-88c2-8faf458f367a req-422015bc-6c74-429a-b9be-0aaccc72e7a1 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665410 Oct 21 11:51:47.089349 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:47.100413 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:47.150110 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=36ddda63-a11a-4933-8be3-8c8b0621ba33,revision_number=9']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:47.356503 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['36ddda63-a11a-4933-8be3-8c8b0621ba33'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:51:48.210346 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9945964-b9ab-41a2-bf42-23ae788feceb req-a92978a9-8a94-4bc4-91d9-1dc42be8bf98 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:48.211841 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e9945964-b9ab-41a2-bf42-23ae788feceb req-a92978a9-8a94-4bc4-91d9-1dc42be8bf98 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 945 time: 0.0573287 Oct 21 11:51:48.251039 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e9945964-b9ab-41a2-bf42-23ae788feceb req-66093c06-7108-4aaa-a0b9-9afd58c876c6 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330355 Oct 21 11:51:48.597475 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023fb25-611d-4a51-9c71-e5a2c3cbfbf8 req-08c9b0e9-ed46-47ea-a104-49a4c743784c tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:48.599001 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4023fb25-611d-4a51-9c71-e5a2c3cbfbf8 req-08c9b0e9-ed46-47ea-a104-49a4c743784c tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 945 time: 0.0549517 Oct 21 11:51:48.638108 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4023fb25-611d-4a51-9c71-e5a2c3cbfbf8 req-3c93aa64-7c70-4052-a076-40a6ef3e85a8 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Oct 21 11:51:48.917668 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 36ddda63-a11a-4933-8be3-8c8b0621ba33 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:51:48.978027 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 36ddda63-a11a-4933-8be3-8c8b0621ba33 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:51:48.978368 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:49.060275 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:49.083255 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:51:49.085872 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3bdd5c-6f9c-4945-bb5a-ba7b92a1d672" -d '{"events": [{"server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "name": "network-vif-plugged", "status": "completed", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:51:49.098538 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:49.105556 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:49.131716 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cc26f0-5373-41f7-98d9-3d665fa08d97 x-openstack-request-id: req-e7cc26f0-5373-41f7-98d9-3d665fa08d97 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:51:49.132002 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "name": "network-vif-plugged", "status": "completed", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:51:49.132260 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7cc26f0-5373-41f7-98d9-3d665fa08d97 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:51:49.132650 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'code': 200} Oct 21 11:51:49.159559 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=36ddda63-a11a-4933-8be3-8c8b0621ba33,revision_number=10']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:49.332028 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932531fe-0a20-44a5-868c-bbc7c33d9d12 req-4b6b7cf4-a545-44c9-97ef-c851bcdc7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:49.333731 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-932531fe-0a20-44a5-868c-bbc7c33d9d12 req-4b6b7cf4-a545-44c9-97ef-c851bcdc7495 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 1100 time: 0.0419188 Oct 21 11:51:49.374547 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-932531fe-0a20-44a5-868c-bbc7c33d9d12 req-cfc806f3-29e1-41b6-87dd-5898ca589988 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319831 Oct 21 11:51:49.376089 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f123fc-f0cd-4ea2-99e3-6bc47d633c5a req-238f788b-31c0-449f-b9b2-9c334ae6e3b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:49.377610 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b0f123fc-f0cd-4ea2-99e3-6bc47d633c5a req-238f788b-31c0-449f-b9b2-9c334ae6e3b2 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 947 time: 0.0516253 Oct 21 11:51:49.416993 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b0f123fc-f0cd-4ea2-99e3-6bc47d633c5a req-d147131c-434a-45a8-b291-786ff814a33e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331957 Oct 21 11:51:49.772932 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535573a2-88cb-4b21-b40b-97a86ca7c56e req-fe99b106-821a-4f6e-821e-ab98196a133b tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:49.774443 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-535573a2-88cb-4b21-b40b-97a86ca7c56e req-fe99b106-821a-4f6e-821e-ab98196a133b tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 945 time: 0.0550225 Oct 21 11:51:49.815463 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-535573a2-88cb-4b21-b40b-97a86ca7c56e req-15ee7c4c-c564-4a13-8680-c9a245713bb7 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Oct 21 11:51:50.557275 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ae710-b89d-4040-8729-649ccd3845df req-eb24af10-9ee2-48d5-ba56-d9ddf7d89380 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:50.558764 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9d9ae710-b89d-4040-8729-649ccd3845df req-eb24af10-9ee2-48d5-ba56-d9ddf7d89380 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 947 time: 0.0553453 Oct 21 11:51:50.601688 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9d9ae710-b89d-4040-8729-649ccd3845df req-a3ba07ec-8571-4729-b919-fede1c1c601a tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337062 Oct 21 11:51:50.713573 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b32b80-67f5-4e01-9be7-f7dee91352e4 req-7dff0490-cc7e-417f-a479-bb5bd2f92e8d tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:50.715135 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-18b32b80-67f5-4e01-9be7-f7dee91352e4 req-7dff0490-cc7e-417f-a479-bb5bd2f92e8d tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 945 time: 0.0520184 Oct 21 11:51:50.813636 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-18b32b80-67f5-4e01-9be7-f7dee91352e4 req-bf5c05e2-7d4c-4605-b36d-e885cacf35b3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Deleting port 606633eb-b4e8-401b-b4b4-33ec797e225e {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:51:50.813961 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-18b32b80-67f5-4e01-9be7-f7dee91352e4 req-bf5c05e2-7d4c-4605-b36d-e885cacf35b3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:50.911181 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-18b32b80-67f5-4e01-9be7-f7dee91352e4 req-bf5c05e2-7d4c-4605-b36d-e885cacf35b3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] For port 606633eb-b4e8-401b-b4b4-33ec797e225e, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=606633eb-b4e8-401b-b4b4-33ec797e225e,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:50.911798 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-18b32b80-67f5-4e01-9be7-f7dee91352e4 req-bf5c05e2-7d4c-4605-b36d-e885cacf35b3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:50.924795 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-18b32b80-67f5-4e01-9be7-f7dee91352e4 req-bf5c05e2-7d4c-4605-b36d-e885cacf35b3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Calling delete_port for 606633eb-b4e8-401b-b4b4-33ec797e225e owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:51:50.939123 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0482e-16cc-4675-9648-3638ca9ce00d req-44cbdd6c-2d4d-4976-9461-bf04237bf6af tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:50.940641 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c6f0482e-16cc-4675-9648-3638ca9ce00d req-44cbdd6c-2d4d-4976-9461-bf04237bf6af tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc88cca-31e2-4f0c-a1dc-e9329a233cd5 HTTP/1.1" status: 200 len: 945 time: 0.0528591 Oct 21 11:51:50.980493 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c6f0482e-16cc-4675-9648-3638ca9ce00d req-034a2002-efb7-415a-8ad7-7b6990ebd963 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335855 Oct 21 11:51:51.077038 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-18b32b80-67f5-4e01-9be7-f7dee91352e4 req-bf5c05e2-7d4c-4605-b36d-e885cacf35b3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:51.089475 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['606633eb-b4e8-401b-b4b4-33ec797e225e'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:51:51.092881 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:51:51.107736 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c05e2-7d4c-4605-b36d-e885cacf35b3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Pushing event deleted for resources: {'Port': ['ID=606633eb-b4e8-401b-b4b4-33ec797e225e,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:51.112785 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:51.159562 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b32b80-67f5-4e01-9be7-f7dee91352e4 req-bf5c05e2-7d4c-4605-b36d-e885cacf35b3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] No DVR routers for this DVR port 606633eb-b4e8-401b-b4b4-33ec797e225e on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:51:51.162426 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-18b32b80-67f5-4e01-9be7-f7dee91352e4 req-bf5c05e2-7d4c-4605-b36d-e885cacf35b3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:51.165790 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-18b32b80-67f5-4e01-9be7-f7dee91352e4 req-bf5c05e2-7d4c-4605-b36d-e885cacf35b3 tempest-TestMinimumBasicScenario-1435580478 tempest-TestMinimumBasicScenario-1435580478-project] 10.222.0.47 "DELETE /v2.0/ports/606633eb-b4e8-401b-b4b4-33ec797e225e HTTP/1.1" status: 204 len: 173 time: 0.4408619 Oct 21 11:51:51.166275 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'name': 'network-vif-deleted', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:51:51.168505 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64727ce2-82ea-46f1-8d9f-916637da3657" -d '{"events": [{"server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "name": "network-vif-deleted", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:51:51.264707 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dad186-efd8-4aa5-ba98-46f001073ac0 x-openstack-request-id: req-65dad186-efd8-4aa5-ba98-46f001073ac0 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:51:51.265007 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc88cca-31e2-4f0c-a1dc-e9329a233cd5", "name": "network-vif-deleted", "tag": "606633eb-b4e8-401b-b4b4-33ec797e225e", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:51:51.265271 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65dad186-efd8-4aa5-ba98-46f001073ac0 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:51:51.265705 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc88cca-31e2-4f0c-a1dc-e9329a233cd5', 'name': 'network-vif-deleted', 'tag': '606633eb-b4e8-401b-b4b4-33ec797e225e', 'status': 'completed', 'code': 200} Oct 21 11:51:51.730487 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d3abf-f875-4dfa-800d-d46dc0a47efc req-f4e2a6d0-74e4-4de1-80f5-050bf014747d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:51:51.731935 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-097d3abf-f875-4dfa-800d-d46dc0a47efc req-f4e2a6d0-74e4-4de1-80f5-050bf014747d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 947 time: 0.0550189 Oct 21 11:51:51.773687 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-097d3abf-f875-4dfa-800d-d46dc0a47efc req-49d917d7-1e42-42a6-be4a-e4fbfccc938d tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Oct 21 11:51:52.574855 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53520) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:52.918209 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3702552'] for router_interface, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:53.178459 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] Deleting port 7350aca7-cebd-4792-b38d-1445852b2b50 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:51:53.178696 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:53.262790 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] For port 7350aca7-cebd-4792-b38d-1445852b2b50, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=7350aca7-cebd-4792-b38d-1445852b2b50,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:53.263109 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:53.275580 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] Calling delete_port for 7350aca7-cebd-4792-b38d-1445852b2b50 owned by network:router_interface {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:51:53.460255 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:53.485472 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] Pushing event deleted for resources: {'Port': ['ID=7350aca7-cebd-4792-b38d-1445852b2b50,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:53.896031 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3855061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3702408'] for router_interface, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:54.138609 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] Router f8bdf6e9-0900-4e25-bc56-0601ea748f50 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:51:54.251287 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:51:54.257123 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-f22bc969-da35-4799-8fa7-4734087b4019 admin admin] 10.222.0.24 "PUT /v2.0/routers/f8bdf6e9-0900-4e25-bc56-0601ea748f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6811101 Oct 21 11:51:54.260046 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53526) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:54.260881 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c2cc1-39d8-4144-859f-c3e391dc870d None None] Sync routers for ids ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:51:54.271290 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c2cc1-39d8-4144-859f-c3e391dc870d None None] Routers {'f8bdf6e9-0900-4e25-bc56-0601ea748f50'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:51:54.273215 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-043c2cc1-39d8-4144-859f-c3e391dc870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:51:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:54.369013 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Publish callbacks [] for router, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:54.375707 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-043c2cc1-39d8-4144-859f-c3e391dc870d None None] Set router f8bdf6e9-0900-4e25-bc56-0601ea748f50 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:51:54.472720 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:54.526738 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Deleting port 30de8d53-a909-4548-80ab-f0e4cd2dfeef {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:51:54.527063 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:54.555382 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-043c2cc1-39d8-4144-859f-c3e391dc870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:51:53Z', 'revision_number': 5, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port': {'id': '30de8d53-a909-4548-80ab-f0e4cd2dfeef', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:26Z', 'updated_at': '2021-10-21T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:54.585523 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c2cc1-39d8-4144-859f-c3e391dc870d None None] Checking router: f8bdf6e9-0900-4e25-bc56-0601ea748f50 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:51:54.594450 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c2cc1-39d8-4144-859f-c3e391dc870d None None] Routers {'f8bdf6e9-0900-4e25-bc56-0601ea748f50'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:51:54.595039 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-043c2cc1-39d8-4144-859f-c3e391dc870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:51:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:54.605367 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] For port 30de8d53-a909-4548-80ab-f0e4cd2dfeef, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=30de8d53-a909-4548-80ab-f0e4cd2dfeef,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:54.605740 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:54.618760 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Calling delete_port for 30de8d53-a909-4548-80ab-f0e4cd2dfeef owned by network:router_gateway {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:51:54.681673 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-043c2cc1-39d8-4144-859f-c3e391dc870d None None] Set router f8bdf6e9-0900-4e25-bc56-0601ea748f50 gateway port host: None {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:51:54.787839 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:54.817267 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=30de8d53-a909-4548-80ab-f0e4cd2dfeef,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:54.862253 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-043c2cc1-39d8-4144-859f-c3e391dc870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:51:54Z', 'revision_number': 6, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port_host': None}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:54.880389 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3699490'] for router_gateway, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:54.890275 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c2cc1-39d8-4144-859f-c3e391dc870d None None] The sync data for ids ['f8bdf6e9-0900-4e25-bc56-0601ea748f50'] in dv-cinder-814898-1-iscsi is: [{'id': 'f8bdf6e9-0900-4e25-bc56-0601ea748f50', 'name': 'tempest-TestMinimumBasicScenario-531673082-router', 'tenant_id': '0e8f1eb9436c4be8ae346269f916ef51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:25Z', 'updated_at': '2021-10-21T11:51:54Z', 'revision_number': 6, 'project_id': '0e8f1eb9436c4be8ae346269f916ef51', 'gw_port_host': None}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:51:54.927473 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 606633eb-b4e8-401b-b4b4-33ec797e225e no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:51:54.950967 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 606633eb-b4e8-401b-b4b4-33ec797e225e {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:51:54.951306 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 606633eb-b4e8-401b-b4b4-33ec797e225e not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:51:54.972177 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3696045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12610'] for router, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:54.974457 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.020383 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3696054'] for router, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.021024 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8bdf6e9-0900-4e25-bc56-0601ea748f50 {{(pid=106352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 11:51:55.026001 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.027605 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-852363b6-9201-4bfe-9425-8171ab040a07 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f8bdf6e9-0900-4e25-bc56-0601ea748f50 HTTP/1.1" status: 204 len: 168 time: 0.7666011 Oct 21 11:51:55.030448 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53528) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:55.082782 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8a0102-f7d1-4cf7-be85-7449a0ef9bc2 admin admin] Deleting subnet 5baf7b11-e6e7-48b9-8c38-cf79882a99ca {{(pid=106352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:51:55.086311 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0102-f7d1-4cf7-be85-7449a0ef9bc2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.136584 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0102-f7d1-4cf7-be85-7449a0ef9bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8431954'] for subnet, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.257057 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0102-f7d1-4cf7-be85-7449a0ef9bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.319201 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0102-f7d1-4cf7-be85-7449a0ef9bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8750569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482908'] for subnet, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.332472 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0102-f7d1-4cf7-be85-7449a0ef9bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.335965 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-5f8a0102-f7d1-4cf7-be85-7449a0ef9bc2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5baf7b11-e6e7-48b9-8c38-cf79882a99ca HTTP/1.1" status: 204 len: 168 time: 0.3042321 Oct 21 11:51:55.338693 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53530) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:55.339812 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef458eff-d7ed-41d1-b8fa-3272fc39eac2 None None] Network c85c3162-3516-40f8-8dff-7e428cde956d requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:51:55.352942 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a0102-f7d1-4cf7-be85-7449a0ef9bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5baf7b11-e6e7-48b9-8c38-cf79882a99ca,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:55.410246 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.464664 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Deleting port a905f362-92de-4c8c-90b1-bc9ff16c34fb {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:51:55.464999 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.528812 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] For port a905f362-92de-4c8c-90b1-bc9ff16c34fb, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a905f362-92de-4c8c-90b1-bc9ff16c34fb,segment=NetworkSegment(2c5b7334-2a96-458d-8abe-45f318e0625f),segment_id=2c5b7334-2a96-458d-8abe-45f318e0625f)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:55.529225 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.541793 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Calling delete_port for a905f362-92de-4c8c-90b1-bc9ff16c34fb owned by network:dhcp {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:51:55.627925 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.654179 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=a905f362-92de-4c8c-90b1-bc9ff16c34fb,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:55.655984 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] No DVR routers for this DVR port a905f362-92de-4c8c-90b1-bc9ff16c34fb on host dv-cinder-814898-1-iscsi {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:51:55.691654 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081bcf9d-f84c-46ec-9da1-f8678d6d0e82 None None] DHCP port deletion for c85c3162-3516-40f8-8dff-7e428cde956d request from dv-cinder-814898-1-iscsi {{(pid=106354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 21 11:51:55.707148 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 7350aca7-cebd-4792-b38d-1445852b2b50 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:51:55.736422 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.736652 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 7350aca7-cebd-4792-b38d-1445852b2b50 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:51:55.736937 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 7350aca7-cebd-4792-b38d-1445852b2b50 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:51:55.760417 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85c3162-3516-40f8-8dff-7e428cde956d']}} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:55.770255 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5b7334-2a96-458d-8abe-45f318e0625f') {'for_net_delete': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:55.770527 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5b7334-2a96-458d-8abe-45f318e0625f') {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:55.780573 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11080610'] for segment, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.798574 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.805001 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=106353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:51:55.805544 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9302608'] for segment, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: Traceback (most recent call last): Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: timer() Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: cb(*args, **kw) Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: return func(*args, **kwargs) Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: self._notify() Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: self.callback(batched_events) Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: event.method(event) Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: return f(self, *a, **k) Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._get(url).json() Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: return self.request(url, 'GET', **kwargs) Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:51:55.807493 dv-cinder-814898-1-iscsi neutron-server[106353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:51:55.864928 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.870582 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:55.873794 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c85c3162-3516-40f8-8dff-7e428cde956d HTTP/1.1" status: 204 len: 168 time: 0.5340979 Oct 21 11:51:55.877026 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53532) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:55.887061 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257ef71-34dc-4174-93ec-1c9857ac7e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=c85c3162-3516-40f8-8dff-7e428cde956d,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:56.229840 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3702552'] for router_interface, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:56.729374 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] Deleting port 250febb5-09c9-4dab-8cbe-6e5dd4521c68 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:51:56.730127 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:56.810333 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] For port 250febb5-09c9-4dab-8cbe-6e5dd4521c68, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=250febb5-09c9-4dab-8cbe-6e5dd4521c68,segment=NetworkSegment(3de47783-4712-4e52-9472-34e0fc81a6a2),segment_id=3de47783-4712-4e52-9472-34e0fc81a6a2)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:56.810683 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:56.822864 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] Calling delete_port for 250febb5-09c9-4dab-8cbe-6e5dd4521c68 owned by network:router_interface {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:51:57.013727 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:57.039337 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] Pushing event deleted for resources: {'Port': ['ID=250febb5-09c9-4dab-8cbe-6e5dd4521c68,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:57.192778 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 30de8d53-a909-4548-80ab-f0e4cd2dfeef no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:51:57.215244 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3855061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3702408'] for router_interface, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:57.217621 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 30de8d53-a909-4548-80ab-f0e4cd2dfeef {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:51:57.218202 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 30de8d53-a909-4548-80ab-f0e4cd2dfeef not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:51:57.218614 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a905f362-92de-4c8c-90b1-bc9ff16c34fb no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:51:57.239173 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: a905f362-92de-4c8c-90b1-bc9ff16c34fb {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:51:57.239809 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a905f362-92de-4c8c-90b1-bc9ff16c34fb not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:51:57.436079 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] Router 798b2139-3238-49dc-853b-1f1430303087 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:51:57.553341 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:51:57.558612 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-58771dc5-7804-4717-8c4d-594e7cccdd93 admin admin] 10.222.0.24 "PUT /v2.0/routers/798b2139-3238-49dc-853b-1f1430303087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6798627 Oct 21 11:51:57.561129 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53534) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:57.563717 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b239956-0b76-484d-8e8e-6707db4e74ac None None] Sync routers for ids ['798b2139-3238-49dc-853b-1f1430303087'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:51:57.573950 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b239956-0b76-484d-8e8e-6707db4e74ac None None] Routers {'798b2139-3238-49dc-853b-1f1430303087'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:51:57.574921 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-7b239956-0b76-484d-8e8e-6707db4e74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:51:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['798b2139-3238-49dc-853b-1f1430303087'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:57.663361 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Publish callbacks [] for router, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:57.682503 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-7b239956-0b76-484d-8e8e-6707db4e74ac None None] Set router 798b2139-3238-49dc-853b-1f1430303087 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:51:57.765346 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:57.817381 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Deleting port 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:51:57.817744 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:57.857509 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-7b239956-0b76-484d-8e8e-6707db4e74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b2139-3238-49dc-853b-1f1430303087', 'name': 'tempest-TestMinimumBasicScenario-1243217668-router', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:32Z', 'updated_at': '2021-10-21T11:51:56Z', 'revision_number': 5, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'gw_port': {'id': '45bf15dc-4fdd-496e-9e7b-a91169bc87e5', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798b2139-3238-49dc-853b-1f1430303087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:33Z', 'updated_at': '2021-10-21T11:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:57.887081 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b239956-0b76-484d-8e8e-6707db4e74ac None None] Checking router: 798b2139-3238-49dc-853b-1f1430303087 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:51:57.896349 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b239956-0b76-484d-8e8e-6707db4e74ac None None] Routers {'798b2139-3238-49dc-853b-1f1430303087'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:51:57.897077 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-7b239956-0b76-484d-8e8e-6707db4e74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:51:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['798b2139-3238-49dc-853b-1f1430303087'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:57.897407 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] For port 45bf15dc-4fdd-496e-9e7b-a91169bc87e5, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=45bf15dc-4fdd-496e-9e7b-a91169bc87e5,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:57.897793 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:57.911250 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Calling delete_port for 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 owned by network:router_gateway {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:51:57.980656 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-7b239956-0b76-484d-8e8e-6707db4e74ac None None] Set router 798b2139-3238-49dc-853b-1f1430303087 gateway port host: None {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:51:58.034258 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-7b239956-0b76-484d-8e8e-6707db4e74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798b2139-3238-49dc-853b-1f1430303087', 'name': 'tempest-TestMinimumBasicScenario-1243217668-router', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:32Z', 'updated_at': '2021-10-21T11:51:57Z', 'revision_number': 6, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'gw_port_host': None}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:58.060148 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b239956-0b76-484d-8e8e-6707db4e74ac None None] The sync data for ids ['798b2139-3238-49dc-853b-1f1430303087'] in dv-cinder-814898-1-iscsi is: [{'id': '798b2139-3238-49dc-853b-1f1430303087', 'name': 'tempest-TestMinimumBasicScenario-1243217668-router', 'tenant_id': 'e9b6f129586b462cbc9b3143c34eecec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:32Z', 'updated_at': '2021-10-21T11:51:57Z', 'revision_number': 6, 'project_id': 'e9b6f129586b462cbc9b3143c34eecec', 'gw_port_host': None}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:51:58.077820 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.101992 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Pushing event deleted for resources: {'Port': ['ID=45bf15dc-4fdd-496e-9e7b-a91169bc87e5,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:58.168882 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3699490'] for router_gateway, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.276392 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3696045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12610'] for router, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.278752 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.322585 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3696054'] for router, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.323033 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 798b2139-3238-49dc-853b-1f1430303087 {{(pid=106352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 11:51:58.328788 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.329985 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-19ca812e-b2e2-4238-82b7-ae1ea8e6a584 admin admin] 10.222.0.24 "DELETE /v2.0/routers/798b2139-3238-49dc-853b-1f1430303087 HTTP/1.1" status: 204 len: 168 time: 0.7679532 Oct 21 11:51:58.334198 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53536) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:58.382226 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_v2 [None req-e976e2e1-90b2-44e5-a854-04d78b8d505e admin admin] Deleting subnet 64290297-ae68-4e52-8b56-ec5ba063ab0f {{(pid=106352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:51:58.385639 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e976e2e1-90b2-44e5-a854-04d78b8d505e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.420937 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e976e2e1-90b2-44e5-a854-04d78b8d505e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8431954'] for subnet, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.499408 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e976e2e1-90b2-44e5-a854-04d78b8d505e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.555948 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e976e2e1-90b2-44e5-a854-04d78b8d505e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8750569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482908'] for subnet, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.586676 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976e2e1-90b2-44e5-a854-04d78b8d505e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64290297-ae68-4e52-8b56-ec5ba063ab0f,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:58.591092 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e976e2e1-90b2-44e5-a854-04d78b8d505e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.596543 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3cd9d5-9c78-4a33-98db-8992ea534f3c None None] Network 034a42c5-0b02-486d-9cff-30df5babadde requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:51:58.597607 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-e976e2e1-90b2-44e5-a854-04d78b8d505e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/64290297-ae68-4e52-8b56-ec5ba063ab0f HTTP/1.1" status: 204 len: 168 time: 0.2624140 Oct 21 11:51:58.597760 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53538) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:58.669130 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.721347 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Deleting port 5c2a600b-7442-45e2-9899-58b1539eb513 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:51:58.721726 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.788011 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] For port 5c2a600b-7442-45e2-9899-58b1539eb513, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=5c2a600b-7442-45e2-9899-58b1539eb513,segment=NetworkSegment(3de47783-4712-4e52-9472-34e0fc81a6a2),segment_id=3de47783-4712-4e52-9472-34e0fc81a6a2)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:58.788234 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.801344 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Calling delete_port for 5c2a600b-7442-45e2-9899-58b1539eb513 owned by network:dhcp {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:51:58.842307 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d38f51-ea4a-419b-a529-d94a4794c542 None None] DHCP port deletion for 034a42c5-0b02-486d-9cff-30df5babadde request from dv-cinder-814898-1-iscsi {{(pid=106354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 21 11:51:58.887487 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.891632 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-67d38f51-ea4a-419b-a529-d94a4794c542 None None] Deleting port 5c2a600b-7442-45e2-9899-58b1539eb513 {{(pid=106354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:51:58.892067 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-67d38f51-ea4a-419b-a529-d94a4794c542 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.914448 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2a600b-7442-45e2-9899-58b1539eb513,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:58.916320 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] No DVR routers for this DVR port 5c2a600b-7442-45e2-9899-58b1539eb513 on host dv-cinder-814898-1-iscsi {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:51:58.964507 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-67d38f51-ea4a-419b-a529-d94a4794c542 None None] For port 5c2a600b-7442-45e2-9899-58b1539eb513, host dv-cinder-814898-1-iscsi, got binding levels [] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:51:58.964896 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-67d38f51-ea4a-419b-a529-d94a4794c542 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.977624 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-67d38f51-ea4a-419b-a529-d94a4794c542 None None] Calling delete_port for 5c2a600b-7442-45e2-9899-58b1539eb513 owned by network:dhcp {{(pid=106354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:51:58.981744 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.ipam_backend_mixin [None req-67d38f51-ea4a-419b-a529-d94a4794c542 None None] Port 5c2a600b-7442-45e2-9899-58b1539eb513 was not found and therefore no delete operation was performed {{(pid=106354) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 21 11:51:58.983044 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-67d38f51-ea4a-419b-a529-d94a4794c542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363'] for port, after_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:58.990960 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:59.008101 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d38f51-ea4a-419b-a529-d94a4794c542 None None] Pushing event deleted for resources: {'Port': ['ID=5c2a600b-7442-45e2-9899-58b1539eb513,revision_number=None']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:59.011942 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d38f51-ea4a-419b-a529-d94a4794c542 None None] No DVR routers for this DVR port 5c2a600b-7442-45e2-9899-58b1539eb513 on host dv-cinder-814898-1-iscsi {{(pid=106354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:51:59.015456 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034a42c5-0b02-486d-9cff-30df5babadde']}} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:59.028490 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de47783-4712-4e52-9472-34e0fc81a6a2') {'for_net_delete': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:59.028781 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de47783-4712-4e52-9472-34e0fc81a6a2') {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:51:59.038480 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11080610'] for segment, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:59.053284 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:59.062296 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=106353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:51:59.062577 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9302608'] for segment, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: Traceback (most recent call last): Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: timer() Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: cb(*args, **kw) Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: return func(*args, **kwargs) Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: self._notify() Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: self.callback(batched_events) Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: event.method(event) Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: return f(self, *a, **k) Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._get(url).json() Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: return self.request(url, 'GET', **kwargs) Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:51:59.064452 dv-cinder-814898-1-iscsi neutron-server[106353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:51:59.121773 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 250febb5-09c9-4dab-8cbe-6e5dd4521c68 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:51:59.143479 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:59.144187 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 250febb5-09c9-4dab-8cbe-6e5dd4521c68 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:51:59.144522 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 250febb5-09c9-4dab-8cbe-6e5dd4521c68 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:51:59.145132 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 5c2a600b-7442-45e2-9899-58b1539eb513 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:51:59.149046 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:59.155169 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] 10.222.0.24 "DELETE /v2.0/networks/034a42c5-0b02-486d-9cff-30df5babadde HTTP/1.1" status: 204 len: 168 time: 0.5536869 Oct 21 11:51:59.165558 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 5c2a600b-7442-45e2-9899-58b1539eb513 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:51:59.165881 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 5c2a600b-7442-45e2-9899-58b1539eb513 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:51:59.166048 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafa7e5-5bb6-4a1c-a2dc-702803485b60 admin admin] Pushing event deleted for resources: {'Network': ['ID=034a42c5-0b02-486d-9cff-30df5babadde,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:59.166293 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:51:59.188561 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:51:59.188904 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 45bf15dc-4fdd-496e-9e7b-a91169bc87e5 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:51:59.351249 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53542) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:59.393036 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-19cff38c-e204-4432-ad12-c8d4e8296d37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e8f1eb9436c4be8ae346269f916ef51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379283 Oct 21 11:51:59.393255 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53544) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:59.440197 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-65eabd7d-0941-4ff0-86fe-de75a1d13eb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:59.461514 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-65eabd7d-0941-4ff0-86fe-de75a1d13eb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:59.509483 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-65eabd7d-0941-4ff0-86fe-de75a1d13eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:59.512225 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-65eabd7d-0941-4ff0-86fe-de75a1d13eb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:59.513397 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-65eabd7d-0941-4ff0-86fe-de75a1d13eb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d HTTP/1.1" status: 204 len: 168 time: 0.1193948 Oct 21 11:51:59.521357 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eabd7d-0941-4ff0-86fe-de75a1d13eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b7f74e-eb9f-4cb3-8d12-ab656e3a951d,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:51:59.857660 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53550) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:59.898426 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-101c0d13-ee2b-4410-918c-73e0e62e5385 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9b6f129586b462cbc9b3143c34eecec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394225 Oct 21 11:51:59.900776 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53552) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:51:59.951192 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-dfed57bf-1c9d-4b59-8279-af5d3dc698fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:51:59.971868 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-dfed57bf-1c9d-4b59-8279-af5d3dc698fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:00.020078 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-dfed57bf-1c9d-4b59-8279-af5d3dc698fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:00.022936 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-dfed57bf-1c9d-4b59-8279-af5d3dc698fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:00.024089 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-dfed57bf-1c9d-4b59-8279-af5d3dc698fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b46de108-cd8c-4629-acb4-aba7a98d0535 HTTP/1.1" status: 204 len: 168 time: 0.1224086 Oct 21 11:52:00.031991 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed57bf-1c9d-4b59-8279-af5d3dc698fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46de108-cd8c-4629-acb4-aba7a98d0535,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:10.967258 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e842102a-3b54-4e95-9fb0-1d8deb48f607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:13.503186 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-01bdc2d7-6846-43a6-8160-c6073af3ac26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:14.452830 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:14.527883 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:16.316626 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:20.213818 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6988a-8877-472a-83fe-13ff70a04b50 req-eb55ff8a-df8f-47cd-858c-99f2fc4c803d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:20.215287 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5ea6988a-8877-472a-83fe-13ff70a04b50 req-eb55ff8a-df8f-47cd-858c-99f2fc4c803d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0535913 Oct 21 11:52:20.256378 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5ea6988a-8877-472a-83fe-13ff70a04b50 req-9dcff160-fe73-471d-8c05-9c82e29a0861 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320702 Oct 21 11:52:21.104378 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:21.400322 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24fcb2-1c45-49ad-aec1-d7142da97ee7 req-04cbb46b-d6ad-41fa-adec-afc50b0f830f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:21.401732 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ed24fcb2-1c45-49ad-aec1-d7142da97ee7 req-04cbb46b-d6ad-41fa-adec-afc50b0f830f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0627677 Oct 21 11:52:21.443238 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ed24fcb2-1c45-49ad-aec1-d7142da97ee7 req-08e99b05-d913-4902-94f6-41772f9fac2c tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328317 Oct 21 11:52:22.367835 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-953deb7a-5651-4c87-8b79-a0eeff0f286a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:22.369488 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-953deb7a-5651-4c87-8b79-a0eeff0f286a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.47 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0581985 Oct 21 11:52:22.483184 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Deleting port c799fbea-b63d-485c-b910-dcab357a6004 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:22.483457 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:22.582051 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddac44b-af41-4466-a7fa-9f2392cd3d91 req-536ce08b-9215-4b78-ad06-ffecfff5fa76 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:22.583557 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4ddac44b-af41-4466-a7fa-9f2392cd3d91 req-536ce08b-9215-4b78-ad06-ffecfff5fa76 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 945 time: 0.0584476 Oct 21 11:52:22.611056 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] For port c799fbea-b63d-485c-b910-dcab357a6004, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=c799fbea-b63d-485c-b910-dcab357a6004,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:22.611395 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:22.628158 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4ddac44b-af41-4466-a7fa-9f2392cd3d91 req-c30ccd03-09bd-48f5-82ed-66701487b758 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=e130973d-0d24-441b-b183-eb3c819c1d70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375402 Oct 21 11:52:22.814064 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:22.814314 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:22.814601 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.l3_db [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Floating IP 9630451b-923d-4391-9c62-a5ed7f777b87 disassociated. External IP: 172.27.3.210, port: c799fbea-b63d-485c-b910-dcab357a6004. Oct 21 11:52:22.814926 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Calling delete_port for c799fbea-b63d-485c-b910-dcab357a6004 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:22.976173 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:23.012153 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event deleted for resources: {'Port': ['ID=c799fbea-b63d-485c-b910-dcab357a6004,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:23.028928 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59307cf3-440d-463d-b804-0dcdf413b786 req-8e99b073-8fee-41b2-a82a-cf740f96703e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783100 Oct 21 11:52:23.403634 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307cf3-440d-463d-b804-0dcdf413b786 req-7dffda90-ad1a-415d-a093-0ec89acbfc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:23.404976 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59307cf3-440d-463d-b804-0dcdf413b786 req-7dffda90-ad1a-415d-a093-0ec89acbfc93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc1a2a7622fa4007a93e98225b37c454&device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 1100 time: 0.0929725 Oct 21 11:52:23.424196 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Router 3f02466a-187b-447d-8f5e-fc9738f0261b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:52:23.590048 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307cf3-440d-463d-b804-0dcdf413b786 req-ef93bd33-423b-4d5b-813a-4c1fdc9f4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:23.591506 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59307cf3-440d-463d-b804-0dcdf413b786 req-ef93bd33-423b-4d5b-813a-4c1fdc9f4e96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 200 len: 918 time: 0.1633339 Oct 21 11:52:23.613727 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:52:23.623925 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594aab6-f354-4368-a564-307ea059d8f2 None None] Sync routers for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:52:23.634463 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594aab6-f354-4368-a564-307ea059d8f2 None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:23.634690 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-3594aab6-f354-4368-a564-307ea059d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:23.685637 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] No DVR routers for this DVR port c799fbea-b63d-485c-b910-dcab357a6004 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:52:23.689482 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:23.692817 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-15d8b9e4-9c99-4d23-bb28-b022171d8c5c req-23beddbe-116f-47f7-8190-adc9875acc66 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.47 "DELETE /v2.0/ports/c799fbea-b63d-485c-b910-dcab357a6004 HTTP/1.1" status: 204 len: 173 time: 1.3127563 Oct 21 11:52:23.693300 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'name': 'network-vif-deleted', 'tag': 'c799fbea-b63d-485c-b910-dcab357a6004'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:52:23.695598 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f88e83-bed8-49c8-addb-f29b73786077" -d '{"events": [{"server_uuid": "97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12", "name": "network-vif-deleted", "tag": "c799fbea-b63d-485c-b910-dcab357a6004"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:52:23.718665 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59307cf3-440d-463d-b804-0dcdf413b786 req-72f1f8b6-8555-4e87-9ff8-f82d917a0757 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33 HTTP/1.1" status: 200 len: 1002 time: 0.1183527 Oct 21 11:52:23.746337 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-be0499ac-0e57-431f-9204-16806e75c31b req-e9d97442-7452-4b86-98e4-190f16e7b337 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12 HTTP/1.1" status: 200 len: 210 time: 0.0430593 Oct 21 11:52:23.751935 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-3594aab6-f354-4368-a564-307ea059d8f2 None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:23.775332 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0127695b-1147-4b2e-b325-724e8ddfec28 x-openstack-request-id: req-0127695b-1147-4b2e-b325-724e8ddfec28 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:52:23.775632 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12", "name": "network-vif-deleted", "tag": "c799fbea-b63d-485c-b910-dcab357a6004", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:52:23.775917 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0127695b-1147-4b2e-b325-724e8ddfec28 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:52:23.776202 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aa5f37-eb1f-4eaf-93b9-b28b4ce5bc12', 'name': 'network-vif-deleted', 'tag': 'c799fbea-b63d-485c-b910-dcab357a6004', 'status': 'completed', 'code': 200} Oct 21 11:52:23.798713 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307cf3-440d-463d-b804-0dcdf413b786 req-9e342b1a-5606-492c-bc2d-e27c22c8da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:23.800257 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59307cf3-440d-463d-b804-0dcdf413b786 req-9e342b1a-5606-492c-bc2d-e27c22c8da1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 200 len: 856 time: 0.0692906 Oct 21 11:52:23.851829 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307cf3-440d-463d-b804-0dcdf413b786 req-d904b067-b525-4569-a170-05fd07541beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:23.853345 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59307cf3-440d-463d-b804-0dcdf413b786 req-d904b067-b525-4569-a170-05fd07541beb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3567cc6-bfe7-45ab-b19c-feef19a558f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438228 Oct 21 11:52:23.950532 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59307cf3-440d-463d-b804-0dcdf413b786 req-9ab66af7-6dd5-464b-b343-9a723bb9747c service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889380 Oct 21 11:52:23.957798 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-3594aab6-f354-4368-a564-307ea059d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:23.987561 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594aab6-f354-4368-a564-307ea059d8f2 None None] Checking router: 3f02466a-187b-447d-8f5e-fc9738f0261b for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:52:23.996360 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594aab6-f354-4368-a564-307ea059d8f2 None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:23.996960 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-3594aab6-f354-4368-a564-307ea059d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:24.050434 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-59307cf3-440d-463d-b804-0dcdf413b786 req-be70b418-caba-442d-9e2b-226dcca6d521 service neutron] 10.222.0.47 "GET /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909717 Oct 21 11:52:24.102182 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-3594aab6-f354-4368-a564-307ea059d8f2 None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:24.311564 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-3594aab6-f354-4368-a564-307ea059d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:24.340138 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594aab6-f354-4368-a564-307ea059d8f2 None None] The sync data for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi is: [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:52:24.573458 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6629eb-e674-4847-abf5-2dc8d7b4d01b None None] New status for floating IP 9630451b-923d-4391-9c62-a5ed7f777b87: DOWN {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:52:24.843544 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53594) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:24.885239 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e69a-e139-49e0-8586-d2df1a658358 req-2d7c74fd-30cc-4cd9-a54b-7d18b71f5298 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:24.888146 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8270e69a-e139-49e0-8586-d2df1a658358 req-2d7c74fd-30cc-4cd9-a54b-7d18b71f5298 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 947 time: 0.0503883 Oct 21 11:52:24.899804 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c3c93731-107a-4d14-be94-3188d4072bb2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:24.925573 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c3c93731-107a-4d14-be94-3188d4072bb2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:24.933600 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8270e69a-e139-49e0-8586-d2df1a658358 req-b4c37e1b-bfa7-4791-901c-4f160f9247bd tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 Oct 21 11:52:24.976165 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c3c93731-107a-4d14-be94-3188d4072bb2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:24.978994 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c3c93731-107a-4d14-be94-3188d4072bb2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:24.980148 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-c3c93731-107a-4d14-be94-3188d4072bb2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "DELETE /v2.0/security-groups/e130973d-0d24-441b-b183-eb3c819c1d70 HTTP/1.1" status: 204 len: 168 time: 0.1355059 Oct 21 11:52:24.983028 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53596) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:24.991995 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c93731-107a-4d14-be94-3188d4072bb2 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e130973d-0d24-441b-b183-eb3c819c1d70,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:24.996482 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.api.v2.resource [None req-282a561f-b273-4656-9aee-0baf125a27e7 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] show failed (client error): The resource could not be found. Oct 21 11:52:24.998101 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-282a561f-b273-4656-9aee-0baf125a27e7 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups/e130973d-0d24-441b-b183-eb3c819c1d70 HTTP/1.1" status: 404 len: 347 time: 0.0134730 Oct 21 11:52:25.000388 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53598) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:25.122298 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-d532e51c-873e-42d8-80d2-d19e78aece0f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Deleting port 9f3113ea-91f7-4d3d-9b62-57f00b6f08a0 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:25.122635 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d532e51c-873e-42d8-80d2-d19e78aece0f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.203172 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d532e51c-873e-42d8-80d2-d19e78aece0f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.203500 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d532e51c-873e-42d8-80d2-d19e78aece0f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.217202 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-d532e51c-873e-42d8-80d2-d19e78aece0f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Calling delete_port for 9f3113ea-91f7-4d3d-9b62-57f00b6f08a0 owned by network:floatingip {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:25.366584 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d532e51c-873e-42d8-80d2-d19e78aece0f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.393938 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532e51c-873e-42d8-80d2-d19e78aece0f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event deleted for resources: {'Port': ['ID=9f3113ea-91f7-4d3d-9b62-57f00b6f08a0,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:25.454622 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d532e51c-873e-42d8-80d2-d19e78aece0f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.457228 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d532e51c-873e-42d8-80d2-d19e78aece0f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.458362 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d532e51c-873e-42d8-80d2-d19e78aece0f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "DELETE /v2.0/floatingips/9630451b-923d-4391-9c62-a5ed7f777b87 HTTP/1.1" status: 204 len: 168 time: 0.4570255 Oct 21 11:52:25.702632 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53602) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:25.707420 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-0b1abb81-53b7-4c0c-a166-37db9c97402a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507103455', 'description': 'tempest-description--1907085616'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:52:25.734475 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0b1abb81-53b7-4c0c-a166-37db9c97402a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.805032 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0b1abb81-53b7-4c0c-a166-37db9c97402a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.811793 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0b1abb81-53b7-4c0c-a166-37db9c97402a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.840136 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-0b1abb81-53b7-4c0c-a166-37db9c97402a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.841388 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-0b1abb81-53b7-4c0c-a166-37db9c97402a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1377056 Oct 21 11:52:25.843227 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1abb81-53b7-4c0c-a166-37db9c97402a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc23472-ba61-4db6-91e2-33ebcf23480f,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:25.844451 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53604) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:25.849185 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-c1212572-8e8e-49aa-994a-d9e4f7817bc6 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'security_group_rule': {'security_group_id': '8dc23472-ba61-4db6-91e2-33ebcf23480f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:52:25.876412 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c1212572-8e8e-49aa-994a-d9e4f7817bc6 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.922758 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c1212572-8e8e-49aa-994a-d9e4f7817bc6 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.929237 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c1212572-8e8e-49aa-994a-d9e4f7817bc6 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.957823 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1212572-8e8e-49aa-994a-d9e4f7817bc6 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bae2c8d-fe4b-447a-8a80-f3337ed33186,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:25.968685 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c1212572-8e8e-49aa-994a-d9e4f7817bc6 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:25.969903 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-c1212572-8e8e-49aa-994a-d9e4f7817bc6 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243653 Oct 21 11:52:25.973615 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53608) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:25.977936 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-055cf609-0bb4-4b69-a05f-df213b3906b5 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'security_group_rule': {'security_group_id': '8dc23472-ba61-4db6-91e2-33ebcf23480f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:52:26.007858 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-055cf609-0bb4-4b69-a05f-df213b3906b5 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.066038 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff2711-b39f-42ae-af13-15c4ea330a57 req-3bc5bba0-d11a-453d-8c18-9d2ef111ede0 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:26.066696 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-055cf609-0bb4-4b69-a05f-df213b3906b5 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.067567 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-08ff2711-b39f-42ae-af13-15c4ea330a57 req-3bc5bba0-d11a-453d-8c18-9d2ef111ede0 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 947 time: 0.0527327 Oct 21 11:52:26.071328 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-055cf609-0bb4-4b69-a05f-df213b3906b5 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.089912 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cf609-0bb4-4b69-a05f-df213b3906b5 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f6b8f3-3218-4796-8b16-599d6ccd0fc5,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:26.098782 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-055cf609-0bb4-4b69-a05f-df213b3906b5 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.100049 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-055cf609-0bb4-4b69-a05f-df213b3906b5 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254904 Oct 21 11:52:26.103303 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53610) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:26.107553 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-08ff2711-b39f-42ae-af13-15c4ea330a57 req-38a6ee1c-03d2-46fb-937a-a1d7e99ad36e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335777 Oct 21 11:52:26.108264 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'floatingip': {'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:52:26.131062 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.241504 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.381210 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Allocated IP 172.27.3.56 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/80c17a79-347a-4109-9bda-b1851f16d893) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:52:26.399188 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-62577ed2-b59c-4c72-bd69-0486871f6a48 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:26.400694 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-62577ed2-b59c-4c72-bd69-0486871f6a48 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 947 time: 0.0718904 Oct 21 11:52:26.548280 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.579138 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Deleting port 36ddda63-a11a-4933-8be3-8c8b0621ba33 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:26.579452 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.646759 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.695552 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:52:26.710325 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:52:26.715325 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:52:26.717260 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'Port': ['ID=80c17a79-347a-4109-9bda-b1851f16d893,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:26.720640 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] For port 36ddda63-a11a-4933-8be3-8c8b0621ba33, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=36ddda63-a11a-4933-8be3-8c8b0621ba33,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:26.721059 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.921737 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.975775 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.976109 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:26.976423 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.l3_db [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Floating IP 4a274df1-7245-487b-bfba-3fc2c2cdc902 disassociated. External IP: 172.27.3.241, port: 36ddda63-a11a-4933-8be3-8c8b0621ba33. Oct 21 11:52:26.976753 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Calling delete_port for 36ddda63-a11a-4933-8be3-8c8b0621ba33 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:26.983397 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:27.071725 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device c799fbea-b63d-485c-b910-dcab357a6004 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:27.096897 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: c799fbea-b63d-485c-b910-dcab357a6004 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:27.097237 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device c799fbea-b63d-485c-b910-dcab357a6004 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:27.227268 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:27.231327 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83f4e3-ee5c-4e02-b412-7ddaa58df82a req-85ccd3f0-83a3-4e3c-a1f3-6c515313662e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:27.232845 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2d83f4e3-ee5c-4e02-b412-7ddaa58df82a req-85ccd3f0-83a3-4e3c-a1f3-6c515313662e tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3bd23f1-f3d3-4535-81ff-6ad11995d431 HTTP/1.1" status: 200 len: 947 time: 0.0510440 Oct 21 11:52:27.238156 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:27.261010 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:27.268181 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event deleted for resources: {'Port': ['ID=36ddda63-a11a-4933-8be3-8c8b0621ba33,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:27.271879 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2d83f4e3-ee5c-4e02-b412-7ddaa58df82a req-02d6cd18-5060-4b60-9f80-05fc9ed07f75 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8c065a6-48ca-4a9a-a9c6-09b198b23847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323324 Oct 21 11:52:27.387930 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:27.394484 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'Port': ['ID=80c17a79-347a-4109-9bda-b1851f16d893,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:27.440472 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:27.441660 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-02c601fe-0af4-4404-bebc-a186274e9e61 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3369880 Oct 21 11:52:27.467403 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:52:27.576828 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:52:27.587582 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d9b08-5a18-414b-af2d-4f28ccbb4ed8 None None] Sync routers for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:52:27.601642 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d9b08-5a18-414b-af2d-4f28ccbb4ed8 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:27.602794 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f10d9b08-5a18-414b-af2d-4f28ccbb4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:27.624750 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] No DVR routers for this DVR port 36ddda63-a11a-4933-8be3-8c8b0621ba33 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:52:27.627324 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:27.631514 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-512a5643-7db1-46cc-92ab-cc09a42a7ae6 req-2ac12803-d8ce-4460-b67a-f72040b8c16b tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.47 "DELETE /v2.0/ports/36ddda63-a11a-4933-8be3-8c8b0621ba33 HTTP/1.1" status: 204 len: 173 time: 1.2144051 Oct 21 11:52:27.631990 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'name': 'network-vif-deleted', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:52:27.635297 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f46099-7841-42e8-ae63-8b6f4848d996" -d '{"events": [{"server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "name": "network-vif-deleted", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:52:27.640879 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-5efa4aeb-118b-40e4-8a37-98e3f3e293ef tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1507103455&fields=id&tenant_id=18fd380ea9c941dca294ed7cd0146224 HTTP/1.1" status: 200 len: 267 time: 0.0420890 Oct 21 11:52:27.694556 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5bd922-efd2-4a7e-8e95-06e59b5fa26a x-openstack-request-id: req-7d5bd922-efd2-4a7e-8e95-06e59b5fa26a {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:52:27.694830 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bd23f1-f3d3-4535-81ff-6ad11995d431", "name": "network-vif-deleted", "tag": "36ddda63-a11a-4933-8be3-8c8b0621ba33", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:52:27.695179 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d5bd922-efd2-4a7e-8e95-06e59b5fa26a {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:52:27.695987 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bd23f1-f3d3-4535-81ff-6ad11995d431', 'name': 'network-vif-deleted', 'tag': '36ddda63-a11a-4933-8be3-8c8b0621ba33', 'status': 'completed', 'code': 200} Oct 21 11:52:27.740366 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-f10d9b08-5a18-414b-af2d-4f28ccbb4ed8 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:28.025023 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-a05825c7-f083-4e8b-8f95-ffaee37fd554 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:28.026996 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-a05825c7-f083-4e8b-8f95-ffaee37fd554 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 811 time: 0.3789563 Oct 21 11:52:28.043492 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-f329a0f6-2a6d-4723-a893-1f173358e63f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/quotas/18fd380ea9c941dca294ed7cd0146224 HTTP/1.1" status: 200 len: 375 time: 0.0104458 Oct 21 11:52:28.091744 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f10d9b08-5a18-414b-af2d-4f28ccbb4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:28.094212 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:52:28.100357 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-6e45905c-afb9-401e-be63-3781dfa0d87f tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497272 Oct 21 11:52:28.125672 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d9b08-5a18-414b-af2d-4f28ccbb4ed8 None None] Checking router: 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:52:28.134764 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d9b08-5a18-414b-af2d-4f28ccbb4ed8 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:28.135578 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f10d9b08-5a18-414b-af2d-4f28ccbb4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:28.249342 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-f10d9b08-5a18-414b-af2d-4f28ccbb4ed8 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:28.311520 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-76c934bd-0ebe-46da-9335-24421787944f service neutron] 10.222.0.24 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983554 Oct 21 11:52:28.366454 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53634) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:28.408741 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-10f30a6a-2029-417b-a2bf-d361e2acafbc service neutron] 10.222.0.24 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943375 Oct 21 11:52:28.427467 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e0015593-70bd-4687-8d0e-60342e53e426 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:28.453751 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e0015593-70bd-4687-8d0e-60342e53e426 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:28.466158 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f10d9b08-5a18-414b-af2d-4f28ccbb4ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:28.493327 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d9b08-5a18-414b-af2d-4f28ccbb4ed8 None None] The sync data for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi is: [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:45:26Z', 'revision_number': 4, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '20f5780f-ce2a-41e0-8a4b-f61f4633a9c1', 'name': '', 'network_id': 'd3567cc6-bfe7-45ab-b19c-feef19a558f5', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'mac_address': 'fa:16:3e:31:5f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:22Z', 'updated_at': '2021-10-21T11:45:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'subnets': [{'id': '2cfd3420-e723-490f-9fbe-a2d76b978997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:52:28.521291 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e0015593-70bd-4687-8d0e-60342e53e426 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:28.524527 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e0015593-70bd-4687-8d0e-60342e53e426 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:28.526339 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-e0015593-70bd-4687-8d0e-60342e53e426 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "DELETE /v2.0/security-groups/d8c065a6-48ca-4a9a-a9c6-09b198b23847 HTTP/1.1" status: 204 len: 168 time: 0.1588070 Oct 21 11:52:28.529811 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53638) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:28.538970 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0015593-70bd-4687-8d0e-60342e53e426 tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c065a6-48ca-4a9a-a9c6-09b198b23847,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:28.563598 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.api.v2.resource [None req-398babc1-2356-435b-874d-ea2d07145bcc tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] show failed (client error): The resource could not be found. Oct 21 11:52:28.567419 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-398babc1-2356-435b-874d-ea2d07145bcc tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "GET /v2.0/security-groups/d8c065a6-48ca-4a9a-a9c6-09b198b23847 HTTP/1.1" status: 404 len: 347 time: 0.0336924 Oct 21 11:52:28.568077 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53642) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:28.590879 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c1837d65-2edf-48fb-93aa-ded03d3c6180 req-694d97b7-111e-48c8-93d9-450076df0011 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 210 time: 0.0303833 Oct 21 11:52:28.710849 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-2149fb2b-13e4-413b-9ac9-a99dc59e3b4c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Deleting port 7beb95e1-a477-4dc1-be03-e3faf4f02a8c {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:28.711176 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2149fb2b-13e4-413b-9ac9-a99dc59e3b4c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:28.800279 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c9817-fa97-48ad-9341-b0d638b05c37 None None] New status for floating IP 4a274df1-7245-487b-bfba-3fc2c2cdc902: DOWN {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:52:28.800517 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2149fb2b-13e4-413b-9ac9-a99dc59e3b4c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:28.800871 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2149fb2b-13e4-413b-9ac9-a99dc59e3b4c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:28.813378 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-2149fb2b-13e4-413b-9ac9-a99dc59e3b4c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Calling delete_port for 7beb95e1-a477-4dc1-be03-e3faf4f02a8c owned by network:floatingip {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:28.964331 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2149fb2b-13e4-413b-9ac9-a99dc59e3b4c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:28.990425 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149fb2b-13e4-413b-9ac9-a99dc59e3b4c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Pushing event deleted for resources: {'Port': ['ID=7beb95e1-a477-4dc1-be03-e3faf4f02a8c,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:29.053736 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2149fb2b-13e4-413b-9ac9-a99dc59e3b4c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks [] for floatingip, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:29.056362 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2149fb2b-13e4-413b-9ac9-a99dc59e3b4c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:29.057558 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-2149fb2b-13e4-413b-9ac9-a99dc59e3b4c tempest-AttachVolumeShelveTestJSON-1045550076 tempest-AttachVolumeShelveTestJSON-1045550076-project] 10.222.0.24 "DELETE /v2.0/floatingips/4a274df1-7245-487b-bfba-3fc2c2cdc902 HTTP/1.1" status: 204 len: 168 time: 0.4883087 Oct 21 11:52:29.623713 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-f221401c-5d89-4179-873b-3bff423b8bcd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:29.625236 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-f221401c-5d89-4179-873b-3bff423b8bcd tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.47 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 811 time: 0.1092238 Oct 21 11:52:29.681209 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-a2f56271-435d-49c6-856e-cd9cc5f4f558 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18fd380ea9c941dca294ed7cd0146224 HTTP/1.1" status: 200 len: 380 time: 0.0371203 Oct 21 11:52:29.695290 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'port': {'device_id': '4438e689-d508-4326-bc36-29b1ecceabdb', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'admin_state_up': True, 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'security_groups': ['8dc23472-ba61-4db6-91e2-33ebcf23480f']}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:52:29.702137 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-85ea6d45-5296-4ab2-835b-f7635abc1a91 req-adda74da-9d08-4434-a565-96d6b12d7a69 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 210 time: 0.0318310 Oct 21 11:52:29.811000 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Made reservation on behalf of 18fd380ea9c941dca294ed7cd0146224 for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:52:29.816086 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:30.189600 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Allocated IP 172.20.0.14 (105a7904-76f8-4ec6-950a-b1ac8ab7f5f8/415429fa-83ed-47bb-94e4-dbac8cb8b65a/26c5ee8b-5002-4ad6-9997-4e2a53a213c8) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:52:30.335188 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:30.371577 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:30.413838 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:52:30.417044 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:52:30.420697 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:52:30.446535 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event updated for resources: {'Port': ['ID=26c5ee8b-5002-4ad6-9997-4e2a53a213c8,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:30.482038 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:30.482650 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:30.501833 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-60f58ffc-a793-4b52-9062-73d70d62078b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8104203 Oct 21 11:52:30.514773 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Request body: {'port': {'device_id': '4438e689-d508-4326-bc36-29b1ecceabdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:52:30.573843 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:30.628600 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-b9937a95-aa96-48e6-ac72-116b0ecbf8c0 None None] Provisioning complete for port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:52:30.629271 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b9937a95-aa96-48e6-ac72-116b0ecbf8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:30.662292 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-b9937a95-aa96-48e6-ac72-116b0ecbf8c0 None None] Port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:52:30.817951 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b3e35-9b39-462e-b947-987fa93e573f req-9ec2bf45-cc39-493d-bb3f-fce569524d36 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:30.819499 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-247b3e35-9b39-462e-b947-987fa93e573f req-9ec2bf45-cc39-493d-bb3f-fce569524d36 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 932 time: 0.0490599 Oct 21 11:52:30.845824 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:52:30.853491 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:30.857201 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-247b3e35-9b39-462e-b947-987fa93e573f req-8938c576-9226-4338-8b4f-1ba85850670a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc23472-ba61-4db6-91e2-33ebcf23480f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312300 Oct 21 11:52:30.866397 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Transition to ACTIVE for port object 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:52:30.871372 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:30.921406 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Pushing event updated for resources: {'Port': ['ID=26c5ee8b-5002-4ad6-9997-4e2a53a213c8,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:30.993237 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Attempting to bind port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:52:30.993454 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Attempting to bind port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:52:30.993766 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Attempting to bind port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 on network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:52:30.998664 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 on network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:52:30.998976 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Attempting to bind port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 on network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:52:31.004783 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:52:31.005109 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Checking segment: {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:52:31.005504 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Bound using segment: {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:52:31.005925 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Bound port: 26c5ee8b-5002-4ad6-9997-4e2a53a213c8, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efca4cf8-70ee-4803-b887-ee3948a22c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:52:31.006301 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:31.071826 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] For port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:52:31.075893 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] For port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=26c5ee8b-5002-4ad6-9997-4e2a53a213c8,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:52:31.079876 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:31.087150 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 36ddda63-a11a-4933-8be3-8c8b0621ba33 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:31.110298 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 36ddda63-a11a-4933-8be3-8c8b0621ba33 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:31.110638 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 36ddda63-a11a-4933-8be3-8c8b0621ba33 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:31.117466 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:31.118153 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:31.119666 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] 10.222.0.47 "PUT /v2.0/ports/26c5ee8b-5002-4ad6-9997-4e2a53a213c8 HTTP/1.1" status: 200 len: 1094 time: 0.6094916 Oct 21 11:52:31.120258 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4438e689-d508-4326-bc36-29b1ecceabdb', 'tag': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:52:31.122523 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "4438e689-d508-4326-bc36-29b1ecceabdb", "tag": "26c5ee8b-5002-4ad6-9997-4e2a53a213c8"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:52:31.146767 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41169a96-bb93-4ae8-b4c9-095c4becfca9 service neutron] Pushing event updated for resources: {'Port': ['ID=26c5ee8b-5002-4ad6-9997-4e2a53a213c8,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:31.168409 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878e60a1-1c46-442c-87f4-48aa8361c2aa x-openstack-request-id: req-878e60a1-1c46-442c-87f4-48aa8361c2aa {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:52:31.168703 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4438e689-d508-4326-bc36-29b1ecceabdb", "tag": "26c5ee8b-5002-4ad6-9997-4e2a53a213c8", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:52:31.168960 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-878e60a1-1c46-442c-87f4-48aa8361c2aa {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:52:31.169399 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4438e689-d508-4326-bc36-29b1ecceabdb', 'tag': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8', 'status': 'completed', 'code': 200} Oct 21 11:52:31.219742 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-7436a177-a24e-4ec2-837e-da9f66a38bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:31.221438 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-7436a177-a24e-4ec2-837e-da9f66a38bd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 1097 time: 0.0434589 Oct 21 11:52:31.269570 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-1aaee9f0-aca2-427d-aa96-c3fde2836469 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c5ee8b-5002-4ad6-9997-4e2a53a213c8 HTTP/1.1" status: 200 len: 217 time: 0.0357509 Oct 21 11:52:31.328064 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-f6fc5634-5438-4ec4-96a1-79475fe1645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:31.329545 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-f6fc5634-5438-4ec4-96a1-79475fe1645a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415429fa-83ed-47bb-94e4-dbac8cb8b65a HTTP/1.1" status: 200 len: 850 time: 0.0496466 Oct 21 11:52:31.399946 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-4f970435-8dca-46b7-a232-2ee1aca6cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:31.401546 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-4f970435-8dca-46b7-a232-2ee1aca6cbde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604804 Oct 21 11:52:31.489681 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53680) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:31.509888 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-061abe7d-fdc2-4139-90a7-0c5669829536 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956023 Oct 21 11:52:31.609837 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2582eea2-e7a7-4c0a-9346-0391f1dacfed req-81889cb9-ac89-4b54-a25a-1a7acddeab04 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906620 Oct 21 11:52:31.788305 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f req-3fa2f92f-8cfe-4a5d-bda4-90273e98051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:31.789707 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f req-3fa2f92f-8cfe-4a5d-bda4-90273e98051e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 1097 time: 0.0909777 Oct 21 11:52:31.953121 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f req-954d8d12-46ea-4b6f-add7-8f6f16d8afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:31.954590 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f req-954d8d12-46ea-4b6f-add7-8f6f16d8afac service neutron] 10.222.0.47 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 912 time: 0.1553922 Oct 21 11:52:31.974655 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba4c9f-da2a-49d4-83cb-b859deda8c07 req-ebfea402-3c64-4ec2-816d-e2256d34b9fa tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:31.976140 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-12ba4c9f-da2a-49d4-83cb-b859deda8c07 req-ebfea402-3c64-4ec2-816d-e2256d34b9fa tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 944 time: 0.0503793 Oct 21 11:52:32.014925 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-12ba4c9f-da2a-49d4-83cb-b859deda8c07 req-c71e0bb9-ecf9-49d5-af7c-f99273d5d528 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc23472-ba61-4db6-91e2-33ebcf23480f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Oct 21 11:52:32.030449 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f req-0111ad6a-3ed5-4eac-8414-6dcea03826d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c5ee8b-5002-4ad6-9997-4e2a53a213c8 HTTP/1.1" status: 200 len: 217 time: 0.0605140 Oct 21 11:52:32.104974 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f req-2fb618cf-12f6-45a8-8c02-4719a60aa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:32.106517 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f req-2fb618cf-12f6-45a8-8c02-4719a60aa8f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415429fa-83ed-47bb-94e4-dbac8cb8b65a HTTP/1.1" status: 200 len: 850 time: 0.0655932 Oct 21 11:52:32.204726 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f req-8654da07-8004-4894-a05b-9a8984d2eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:32.206292 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f req-8654da07-8004-4894-a05b-9a8984d2eb8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889275 Oct 21 11:52:32.290432 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3702552'] for router_interface, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:32.355914 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f req-172877ce-1ccc-45e8-b0ca-57b9f2967408 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400726 Oct 21 11:52:32.569116 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-897d7c3c-24de-40f5-aecd-cf72cbde4d6f req-5e47a172-aa4f-4ad4-a0d2-90d81a38723a service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799471 Oct 21 11:52:32.671515 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] Deleting port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:32.671732 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:32.753936 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] For port 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=20f5780f-ce2a-41e0-8a4b-f61f4633a9c1,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:32.754324 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:32.767220 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] Calling delete_port for 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 owned by network:router_interface {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:32.949430 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:32.983689 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] Pushing event deleted for resources: {'Port': ['ID=20f5780f-ce2a-41e0-8a4b-f61f4633a9c1,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:33.100231 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:52:33.171795 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3855061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3702408'] for router_interface, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:33.173332 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ebfc3-07a8-4daa-9d1d-09dea08c0331 req-41413592-a4b9-448a-a6d3-21ef084dc1a7 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:33.184426 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-276ebfc3-07a8-4daa-9d1d-09dea08c0331 req-41413592-a4b9-448a-a6d3-21ef084dc1a7 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 944 time: 0.0807955 Oct 21 11:52:33.221569 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-276ebfc3-07a8-4daa-9d1d-09dea08c0331 req-6194dc07-0c95-42e4-a318-7dc09d15503d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc23472-ba61-4db6-91e2-33ebcf23480f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358756 Oct 21 11:52:33.225615 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=26c5ee8b-5002-4ad6-9997-4e2a53a213c8,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:33.237586 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'port_id': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8', 'mac_address': 'fa:16:3e:ae:75:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:52:33.279004 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:33.292130 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:52:33.312079 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=26c5ee8b-5002-4ad6-9997-4e2a53a213c8,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:33.319350 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:33.371057 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=26c5ee8b-5002-4ad6-9997-4e2a53a213c8,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:33.385299 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.385674 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.386845 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.387194 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.387532 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.387928 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.388261 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.388592 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.388923 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.389292 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.389618 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.389950 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:33.584622 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['26c5ee8b-5002-4ad6-9997-4e2a53a213c8'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:52:33.658088 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] Router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:52:33.769655 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:52:33.775000 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-16aad670-1b4b-4b1a-a131-48c4ab7fe59e admin admin] 10.222.0.24 "PUT /v2.0/routers/37dd7db6-3af9-4d3f-ba12-22018eaf0ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2843578 Oct 21 11:52:33.777709 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53688) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:33.778853 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1dbc0-51af-4c34-97fc-944629321c64 None None] Sync routers for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:52:33.788265 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb1dbc0-51af-4c34-97fc-944629321c64 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:33.788866 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-3bb1dbc0-51af-4c34-97fc-944629321c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:33.868832 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53690) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:33.887097 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Publish callbacks [] for router, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:33.896727 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-3bb1dbc0-51af-4c34-97fc-944629321c64 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:34.000824 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.059466 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Deleting port dc39ce8e-86c0-452a-bb4f-edc9f313effb {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:34.059466 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.079261 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-3bb1dbc0-51af-4c34-97fc-944629321c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:52:32Z', 'revision_number': 5, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port': {'id': 'dc39ce8e-86c0-452a-bb4f-edc9f313effb', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:45:15Z', 'updated_at': '2021-10-21T11:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:34.106071 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1dbc0-51af-4c34-97fc-944629321c64 None None] Checking router: 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:52:34.114905 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb1dbc0-51af-4c34-97fc-944629321c64 None None] Routers {'37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:34.115511 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-3bb1dbc0-51af-4c34-97fc-944629321c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:34.125746 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Deleting port 5f284768-b06d-4249-a6f6-f744b567638e {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:34.126090 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.144799 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] For port dc39ce8e-86c0-452a-bb4f-edc9f313effb, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=dc39ce8e-86c0-452a-bb4f-edc9f313effb,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:34.145238 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.160257 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Calling delete_port for dc39ce8e-86c0-452a-bb4f-edc9f313effb owned by network:router_gateway {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:34.203941 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-3bb1dbc0-51af-4c34-97fc-944629321c64 None None] Set router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 gateway port host: None {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:34.210072 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.210569 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.222665 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Calling delete_port for 5f284768-b06d-4249-a6f6-f744b567638e owned by network:floatingip {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:34.258501 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-3bb1dbc0-51af-4c34-97fc-944629321c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:52:34Z', 'revision_number': 6, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port_host': None}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:34.285565 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1dbc0-51af-4c34-97fc-944629321c64 None None] The sync data for ids ['37dd7db6-3af9-4d3f-ba12-22018eaf0ab1'] in dv-cinder-814898-1-iscsi is: [{'id': '37dd7db6-3af9-4d3f-ba12-22018eaf0ab1', 'name': 'tempest-AttachVolumeShelveTestJSON-1037876205-router', 'tenant_id': 'fc1a2a7622fa4007a93e98225b37c454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:45:14Z', 'updated_at': '2021-10-21T11:52:34Z', 'revision_number': 6, 'project_id': 'fc1a2a7622fa4007a93e98225b37c454', 'gw_port_host': None}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:52:34.351717 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.379422 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc7136-b86f-4d0a-857d-76e29b42afd0 req-696431a7-8941-422e-b49f-56c3cc72c25e tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:34.380384 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc39ce8e-86c0-452a-bb4f-edc9f313effb,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:34.380866 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-15fc7136-b86f-4d0a-857d-76e29b42afd0 req-696431a7-8941-422e-b49f-56c3cc72c25e tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 945 time: 0.0676889 Oct 21 11:52:34.447434 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3699490'] for router_gateway, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.455283 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-15fc7136-b86f-4d0a-857d-76e29b42afd0 req-87bcf1e1-acd8-45b1-839f-6ece5ec18888 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc23472-ba61-4db6-91e2-33ebcf23480f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489306 Oct 21 11:52:34.456340 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.482611 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event deleted for resources: {'Port': ['ID=5f284768-b06d-4249-a6f6-f744b567638e,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:34.542530 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for floatingip, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.542866 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.l3_db [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Floating IP b1da05ae-1a97-40ce-b5b6-c518fbe09dfa disassociated (deleted). External IP: 172.27.3.160, port: fca9ff17-0207-477e-9953-4a607efa4c55. Oct 21 11:52:34.558538 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3696045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12610'] for router, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.560696 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.626719 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3696054'] for router, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.627255 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 {{(pid=106353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 11:52:34.632769 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] Publish callbacks [] for router, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.636363 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-30912595-9b6f-497d-add3-a2a332abca05 admin admin] 10.222.0.24 "DELETE /v2.0/routers/37dd7db6-3af9-4d3f-ba12-22018eaf0ab1 HTTP/1.1" status: 204 len: 168 time: 0.8552418 Oct 21 11:52:34.636626 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53696) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:34.681288 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ff2ac6-9e0c-4af1-a76a-a05e9f3dc144 admin admin] Deleting subnet 2cfd3420-e723-490f-9fbe-a2d76b978997 {{(pid=106353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:52:34.684764 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-83ff2ac6-9e0c-4af1-a76a-a05e9f3dc144 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.724644 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-83ff2ac6-9e0c-4af1-a76a-a05e9f3dc144 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11080619'] for subnet, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.775335 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Router efa1e839-f551-476a-a164-7b9782129887 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:52:34.836432 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-83ff2ac6-9e0c-4af1-a76a-a05e9f3dc144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.884638 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:52:34.890189 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.897019 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a458a-d8e2-494e-b329-b762d1ad6c4b None None] Sync routers for ids ['efa1e839-f551-476a-a164-7b9782129887'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:52:34.897652 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-83ff2ac6-9e0c-4af1-a76a-a05e9f3dc144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9302782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3067810'] for subnet, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.907295 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a458a-d8e2-494e-b329-b762d1ad6c4b None None] Routers {'efa1e839-f551-476a-a164-7b9782129887'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:34.908023 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-c47a458a-d8e2-494e-b329-b762d1ad6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['efa1e839-f551-476a-a164-7b9782129887'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:34.917725 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-fb00b53d-9f2a-4bd4-ad68-6d97abca1f9d tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "DELETE /v2.0/floatingips/b1da05ae-1a97-40ce-b5b6-c518fbe09dfa HTTP/1.1" status: 204 len: 168 time: 1.0470557 Oct 21 11:52:34.918294 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:52:34.920120 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff2ac6-9e0c-4af1-a76a-a05e9f3dc144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cfd3420-e723-490f-9fbe-a2d76b978997,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:34.920596 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5257976-74fb-44fd-b42a-fb12f3a4108f" -d '{"events": [{"name": "network-changed", "server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:52:34.932872 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-83ff2ac6-9e0c-4af1-a76a-a05e9f3dc144 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:34.938493 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-83ff2ac6-9e0c-4af1-a76a-a05e9f3dc144 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2cfd3420-e723-490f-9fbe-a2d76b978997 HTTP/1.1" status: 204 len: 168 time: 0.2984750 Oct 21 11:52:34.939577 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53702) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:34.941962 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65512caa-6b2f-4d8c-acae-21dca62206ee None None] Network d3567cc6-bfe7-45ab-b19c-feef19a558f5 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:52:34.957545 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268e88fe-5f19-4856-ab68-f35d84060fdb x-openstack-request-id: req-268e88fe-5f19-4856-ab68-f35d84060fdb {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:52:34.957860 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:52:34.958109 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-268e88fe-5f19-4856-ab68-f35d84060fdb {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:52:34.958503 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'status': 'completed', 'code': 200} Oct 21 11:52:35.061973 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.077611 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257976-74fb-44fd-b42a-fb12f3a4108f req-31effba4-16b6-4565-802c-689275580714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:35.079111 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d5257976-74fb-44fd-b42a-fb12f3a4108f req-31effba4-16b6-4565-802c-689275580714 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4f2f84518734251a394aff45a6b52d2&device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 1098 time: 0.0753837 Oct 21 11:52:35.141705 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:52:35.209645 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-c47a458a-d8e2-494e-b329-b762d1ad6c4b None None] Set router efa1e839-f551-476a-a164-7b9782129887 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:35.222827 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Deleting port a5078085-424b-4db6-8138-298d8a55b2bc {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:35.223292 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.232138 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:35.254779 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257976-74fb-44fd-b42a-fb12f3a4108f req-dabb25d2-0c13-47d6-b123-a7e1e7a92acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:35.256603 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d5257976-74fb-44fd-b42a-fb12f3a4108f req-dabb25d2-0c13-47d6-b123-a7e1e7a92acd service neutron] 10.222.0.47 "GET /v2.0/networks?id=1265d61e-e18c-4268-ad79-82cb55a9382d HTTP/1.1" status: 200 len: 909 time: 0.1470647 Oct 21 11:52:35.270415 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:35.270687 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 20f5780f-ce2a-41e0-8a4b-f61f4633a9c1 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:35.271599 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device dc39ce8e-86c0-452a-bb4f-edc9f313effb no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:35.290367 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bd52f-33b1-45db-aa21-624840bd476b req-6d6b8cc7-63ae-400c-9232-10bfb161b30f tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:35.298368 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: dc39ce8e-86c0-452a-bb4f-edc9f313effb {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:35.298522 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device dc39ce8e-86c0-452a-bb4f-edc9f313effb not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:35.303187 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d5257976-74fb-44fd-b42a-fb12f3a4108f req-270a8687-d482-4dd8-acee-41744c7baab5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca9ff17-0207-477e-9953-4a607efa4c55 HTTP/1.1" status: 200 len: 217 time: 0.0375452 Oct 21 11:52:35.313284 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:52:35.318580 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:52:35.319135 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.328965 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-783bd52f-33b1-45db-aa21-624840bd476b req-6d6b8cc7-63ae-400c-9232-10bfb161b30f tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.1091843 Oct 21 11:52:35.374171 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296277d2-80d8-44dd-8c7b-22078ff83b2f None None] DHCP port deletion for d3567cc6-bfe7-45ab-b19c-feef19a558f5 request from dv-cinder-814898-1-iscsi {{(pid=106354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 21 11:52:35.378092 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-783bd52f-33b1-45db-aa21-624840bd476b req-df165ba9-4a33-41da-a084-b60cb53ed0b0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425260 Oct 21 11:52:35.405666 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] For port a5078085-424b-4db6-8138-298d8a55b2bc, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a5078085-424b-4db6-8138-298d8a55b2bc,segment=NetworkSegment(88a2d365-f2b5-4fc7-b982-1c91c9a431d8),segment_id=88a2d365-f2b5-4fc7-b982-1c91c9a431d8)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:35.406022 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.425877 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Calling delete_port for a5078085-424b-4db6-8138-298d8a55b2bc owned by network:dhcp {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:35.438268 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257976-74fb-44fd-b42a-fb12f3a4108f req-63d48646-f60b-4482-96d8-31d862150ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:35.439804 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d5257976-74fb-44fd-b42a-fb12f3a4108f req-63d48646-f60b-4482-96d8-31d862150ef5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7ab1d5b6-f7ac-452c-97f2-f8dad452b93c HTTP/1.1" status: 200 len: 847 time: 0.0859225 Oct 21 11:52:35.480211 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.534757 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-c47a458a-d8e2-494e-b329-b762d1ad6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:48Z', 'revision_number': 4, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'ceb9b904-d755-45e4-9bb1-43a8ce78e5c1', 'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:47Z', 'updated_at': '2021-10-21T11:46:52Z', 'revision_number': 5, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'subnets': [{'id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:35.566966 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a458a-d8e2-494e-b329-b762d1ad6c4b None None] Checking router: efa1e839-f551-476a-a164-7b9782129887 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:52:35.575921 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257976-74fb-44fd-b42a-fb12f3a4108f req-925e7b48-6177-4d6d-a5f5-62268462d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:35.577608 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d5257976-74fb-44fd-b42a-fb12f3a4108f req-925e7b48-6177-4d6d-a5f5-62268462d446 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1265d61e-e18c-4268-ad79-82cb55a9382d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1019289 Oct 21 11:52:35.583678 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a458a-d8e2-494e-b329-b762d1ad6c4b None None] Routers {'efa1e839-f551-476a-a164-7b9782129887'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:35.584315 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-c47a458a-d8e2-494e-b329-b762d1ad6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['efa1e839-f551-476a-a164-7b9782129887'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:35.624564 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.636328 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04634b1f-8806-40bf-b561-4bfbf5622459 req-781fc9f1-7bc0-4fb9-8ea7-dd36aaaabd50 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:35.638074 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] No DVR routers for this DVR port a5078085-424b-4db6-8138-298d8a55b2bc on host dv-cinder-814898-1-iscsi {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:52:35.638680 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-04634b1f-8806-40bf-b561-4bfbf5622459 req-781fc9f1-7bc0-4fb9-8ea7-dd36aaaabd50 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 945 time: 0.0845547 Oct 21 11:52:35.697296 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-04634b1f-8806-40bf-b561-4bfbf5622459 req-358f9475-d41f-450f-806e-58a3d56aafe0 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc23472-ba61-4db6-91e2-33ebcf23480f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456252 Oct 21 11:52:35.704822 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-296277d2-80d8-44dd-8c7b-22078ff83b2f None None] Deleting port a5078085-424b-4db6-8138-298d8a55b2bc {{(pid=106354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:35.705224 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-296277d2-80d8-44dd-8c7b-22078ff83b2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.707398 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4438e689-d508-4326-bc36-29b1ecceabdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:52:35.710210 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5830988-a5e8-42ed-9ca5-a0ccb8213723" -d '{"events": [{"server_uuid": "4438e689-d508-4326-bc36-29b1ecceabdb", "name": "network-vif-plugged", "status": "completed", "tag": "26c5ee8b-5002-4ad6-9997-4e2a53a213c8"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:52:35.711824 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5078085-424b-4db6-8138-298d8a55b2bc,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:35.750239 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-c47a458a-d8e2-494e-b329-b762d1ad6c4b None None] Set router efa1e839-f551-476a-a164-7b9782129887 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:35.780066 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e370962-1547-49ef-a7a4-d7ee9d363c5d x-openstack-request-id: req-1e370962-1547-49ef-a7a4-d7ee9d363c5d {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:52:35.780360 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4438e689-d508-4326-bc36-29b1ecceabdb", "name": "network-vif-plugged", "status": "completed", "tag": "26c5ee8b-5002-4ad6-9997-4e2a53a213c8", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:52:35.780596 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e370962-1547-49ef-a7a4-d7ee9d363c5d {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:52:35.780984 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4438e689-d508-4326-bc36-29b1ecceabdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8', 'code': 200} Oct 21 11:52:35.791727 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-296277d2-80d8-44dd-8c7b-22078ff83b2f None None] For port a5078085-424b-4db6-8138-298d8a55b2bc, host dv-cinder-814898-1-iscsi, got binding levels [] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:35.791727 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-296277d2-80d8-44dd-8c7b-22078ff83b2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.795091 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=26c5ee8b-5002-4ad6-9997-4e2a53a213c8,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:35.800418 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.804987 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d5257976-74fb-44fd-b42a-fb12f3a4108f req-6b4bddb1-ef6b-4087-8768-e239bb075726 service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183106 Oct 21 11:52:35.805930 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.808653 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-296277d2-80d8-44dd-8c7b-22078ff83b2f None None] Calling delete_port for a5078085-424b-4db6-8138-298d8a55b2bc owned by network:dhcp {{(pid=106354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:35.812772 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.ipam_backend_mixin [None req-296277d2-80d8-44dd-8c7b-22078ff83b2f None None] Port a5078085-424b-4db6-8138-298d8a55b2bc was not found and therefore no delete operation was performed {{(pid=106354) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 21 11:52:35.815156 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-296277d2-80d8-44dd-8c7b-22078ff83b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363'] for port, after_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.829180 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3567cc6-bfe7-45ab-b19c-feef19a558f5']}} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:35.848058 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296277d2-80d8-44dd-8c7b-22078ff83b2f None None] No DVR routers for this DVR port a5078085-424b-4db6-8138-298d8a55b2bc on host dv-cinder-814898-1-iscsi {{(pid=106354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:52:35.863169 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a2d365-f2b5-4fc7-b982-1c91c9a431d8') {'for_net_delete': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:35.863433 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a2d365-f2b5-4fc7-b982-1c91c9a431d8') {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:35.876063 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=26c5ee8b-5002-4ad6-9997-4e2a53a213c8,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:35.883533 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11080610'] for segment, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.910633 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296277d2-80d8-44dd-8c7b-22078ff83b2f None None] Pushing event deleted for resources: {'Port': ['ID=a5078085-424b-4db6-8138-298d8a55b2bc,revision_number=None']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:35.929026 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.939851 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=106353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:52:35.940248 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9302608'] for segment, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: Traceback (most recent call last): Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: timer() Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: cb(*args, **kw) Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: return func(*args, **kwargs) Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: self._notify() Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: self.callback(batched_events) Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: event.method(event) Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: return f(self, *a, **k) Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._get(url).json() Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: return self.request(url, 'GET', **kwargs) Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:52:35.941934 dv-cinder-814898-1-iscsi neutron-server[106353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:52:36.007205 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-c47a458a-d8e2-494e-b329-b762d1ad6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:48Z', 'revision_number': 4, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'ceb9b904-d755-45e4-9bb1-43a8ce78e5c1', 'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:47Z', 'updated_at': '2021-10-21T11:46:52Z', 'revision_number': 5, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'subnets': [{'id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:36.033468 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-d5257976-74fb-44fd-b42a-fb12f3a4108f req-702b413a-450c-4c7a-a91e-561f9c94c9b9 service neutron] 10.222.0.47 "GET /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069736 Oct 21 11:52:36.034181 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a458a-d8e2-494e-b329-b762d1ad6c4b None None] The sync data for ids ['efa1e839-f551-476a-a164-7b9782129887'] in dv-cinder-814898-1-iscsi is: [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:48Z', 'revision_number': 4, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'ceb9b904-d755-45e4-9bb1-43a8ce78e5c1', 'name': '', 'network_id': '1265d61e-e18c-4268-ad79-82cb55a9382d', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'mac_address': 'fa:16:3e:39:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:47Z', 'updated_at': '2021-10-21T11:46:52Z', 'revision_number': 5, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'subnets': [{'id': '7ab1d5b6-f7ac-452c-97f2-f8dad452b93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:52:36.042173 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:36.047939 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:36.051521 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d3567cc6-bfe7-45ab-b19c-feef19a558f5 HTTP/1.1" status: 204 len: 168 time: 1.1105101 Oct 21 11:52:36.070303 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bc44f-1e9b-48c0-954d-acc20e090f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3567cc6-bfe7-45ab-b19c-feef19a558f5,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:36.079529 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cfb26-e2ef-4d8a-a1f9-1bb553ba5729 req-569a1346-af95-4293-89ee-79bbf3437666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:36.081068 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-211cfb26-e2ef-4d8a-a1f9-1bb553ba5729 req-569a1346-af95-4293-89ee-79bbf3437666 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 1099 time: 0.1111376 Oct 21 11:52:36.121889 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-211cfb26-e2ef-4d8a-a1f9-1bb553ba5729 req-86959e87-3113-4caa-b2dd-997e521981d9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8dc23472-ba61-4db6-91e2-33ebcf23480f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Oct 21 11:52:36.188569 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53712) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:36.231565 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-012c293c-7df4-4307-ba10-397e220a15e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc1a2a7622fa4007a93e98225b37c454&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416701 Oct 21 11:52:36.234169 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53714) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:36.281140 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e80179-68ab-4085-b790-f0961cbd83e3 None None] New status for floating IP b1da05ae-1a97-40ce-b5b6-c518fbe09dfa: DOWN {{(pid=106354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:52:36.285132 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bfba1831-f6e4-48b5-84ea-41a8d14b8129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:36.306567 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bfba1831-f6e4-48b5-84ea-41a8d14b8129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:36.355852 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bfba1831-f6e4-48b5-84ea-41a8d14b8129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:36.358524 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-bfba1831-f6e4-48b5-84ea-41a8d14b8129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:36.359714 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-bfba1831-f6e4-48b5-84ea-41a8d14b8129 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e99ee63b-18f7-4d34-a833-4bff3067742a HTTP/1.1" status: 204 len: 168 time: 0.1246228 Oct 21 11:52:36.367866 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1831-f6e4-48b5-84ea-41a8d14b8129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99ee63b-18f7-4d34-a833-4bff3067742a,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:36.508568 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b522d-a5cb-4f53-af46-4886ce27d45f req-1a101422-beec-4914-8f4f-f559ddf2d6eb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:36.510252 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9e6b522d-a5cb-4f53-af46-4886ce27d45f req-1a101422-beec-4914-8f4f-f559ddf2d6eb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0536940 Oct 21 11:52:36.548734 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9e6b522d-a5cb-4f53-af46-4886ce27d45f req-9d0582c2-dc7c-41ff-8547-3dc786ef852a tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323029 Oct 21 11:52:36.829553 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba178b-4d4f-4117-8fd7-f375b49506b6 req-1ba0b2a5-a313-42b3-9ad2-3b767ab61c41 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:36.831097 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5cba178b-4d4f-4117-8fd7-f375b49506b6 req-1ba0b2a5-a313-42b3-9ad2-3b767ab61c41 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 946 time: 0.0551908 Oct 21 11:52:36.872880 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5cba178b-4d4f-4117-8fd7-f375b49506b6 req-2e44ea59-8706-4a25-b4c0-28becc520265 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc23472-ba61-4db6-91e2-33ebcf23480f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355494 Oct 21 11:52:37.139346 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a5078085-424b-4db6-8138-298d8a55b2bc no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:37.161701 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577fe49-f09f-4037-b1b0-0a4927219394 req-812a14c5-5874-4f1f-831a-f929edf94d7e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:37.163247 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-7577fe49-f09f-4037-b1b0-0a4927219394 req-812a14c5-5874-4f1f-831a-f929edf94d7e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.47 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 945 time: 0.0723779 Oct 21 11:52:37.165924 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: a5078085-424b-4db6-8138-298d8a55b2bc {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:37.166989 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a5078085-424b-4db6-8138-298d8a55b2bc not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:37.267284 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-7577fe49-f09f-4037-b1b0-0a4927219394 req-a6ab9dbf-7945-46cc-b578-8d03409c92f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Deleting port fca9ff17-0207-477e-9953-4a607efa4c55 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:37.267703 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-7577fe49-f09f-4037-b1b0-0a4927219394 req-a6ab9dbf-7945-46cc-b578-8d03409c92f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:37.367816 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-7577fe49-f09f-4037-b1b0-0a4927219394 req-a6ab9dbf-7945-46cc-b578-8d03409c92f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] For port fca9ff17-0207-477e-9953-4a607efa4c55, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=fca9ff17-0207-477e-9953-4a607efa4c55,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:37.368181 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-7577fe49-f09f-4037-b1b0-0a4927219394 req-a6ab9dbf-7945-46cc-b578-8d03409c92f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:37.380370 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-7577fe49-f09f-4037-b1b0-0a4927219394 req-a6ab9dbf-7945-46cc-b578-8d03409c92f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Calling delete_port for fca9ff17-0207-477e-9953-4a607efa4c55 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:37.522850 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-7577fe49-f09f-4037-b1b0-0a4927219394 req-a6ab9dbf-7945-46cc-b578-8d03409c92f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:37.553383 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab9dbf-7945-46cc-b578-8d03409c92f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event deleted for resources: {'Port': ['ID=fca9ff17-0207-477e-9953-4a607efa4c55,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:37.598128 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7577fe49-f09f-4037-b1b0-0a4927219394 req-a6ab9dbf-7945-46cc-b578-8d03409c92f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] No DVR routers for this DVR port fca9ff17-0207-477e-9953-4a607efa4c55 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:52:37.600642 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-7577fe49-f09f-4037-b1b0-0a4927219394 req-a6ab9dbf-7945-46cc-b578-8d03409c92f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:37.604136 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-7577fe49-f09f-4037-b1b0-0a4927219394 req-a6ab9dbf-7945-46cc-b578-8d03409c92f0 tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.47 "DELETE /v2.0/ports/fca9ff17-0207-477e-9953-4a607efa4c55 HTTP/1.1" status: 204 len: 173 time: 0.4275565 Oct 21 11:52:37.604619 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'name': 'network-vif-deleted', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:52:37.606980 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202ac91e-e19e-47e7-b2b0-6ddb7018c468" -d '{"events": [{"server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "name": "network-vif-deleted", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:52:37.642881 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e681468-c888-4b25-b212-9550c00a3027 x-openstack-request-id: req-8e681468-c888-4b25-b212-9550c00a3027 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:52:37.643384 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09f4431-6224-4647-9ff4-982b87db12b5", "name": "network-vif-deleted", "tag": "fca9ff17-0207-477e-9953-4a607efa4c55", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:52:37.643641 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e681468-c888-4b25-b212-9550c00a3027 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:52:37.644044 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09f4431-6224-4647-9ff4-982b87db12b5', 'name': 'network-vif-deleted', 'tag': 'fca9ff17-0207-477e-9953-4a607efa4c55', 'status': 'completed', 'code': 200} Oct 21 11:52:37.679921 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f3726e84-f2f3-4bad-9b5d-088061d63eeb req-651f9c6d-5ea4-49c9-9643-c25779ccbe9e tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "GET /v2.0/ports?device_id=d09f4431-6224-4647-9ff4-982b87db12b5 HTTP/1.1" status: 200 len: 210 time: 0.0368650 Oct 21 11:52:38.011134 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae689a-cfbc-423b-a5a7-dd72ee2a580f req-2cda183d-397f-46d9-805f-496e838c2373 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:38.013010 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3fae689a-cfbc-423b-a5a7-dd72ee2a580f req-2cda183d-397f-46d9-805f-496e838c2373 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 946 time: 0.0685580 Oct 21 11:52:38.071632 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3fae689a-cfbc-423b-a5a7-dd72ee2a580f req-0bcdf9de-dc8d-42cb-a5de-c0290f03bec5 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc23472-ba61-4db6-91e2-33ebcf23480f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496478 Oct 21 11:52:38.195903 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273797a-3a5e-404d-a5c7-dc46ee69162b req-f37fec77-006d-40e2-9bfd-6f18e80d5e37 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:38.197745 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d273797a-3a5e-404d-a5c7-dc46ee69162b req-f37fec77-006d-40e2-9bfd-6f18e80d5e37 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 946 time: 0.0543699 Oct 21 11:52:38.207158 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53788) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:38.212575 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-5d318708-83c2-457d-aeba-d88a214fbe28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Request body: {'floatingip': {'port_id': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:52:38.253309 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5d318708-83c2-457d-aeba-d88a214fbe28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:38.721475 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5d318708-83c2-457d-aeba-d88a214fbe28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:38.725645 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5d318708-83c2-457d-aeba-d88a214fbe28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:38.743539 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53828) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:38.818800 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-95a69c6f-d3f3-48e5-833a-e5e7c73b8bbb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:38.838443 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.l3_db [None req-5d318708-83c2-457d-aeba-d88a214fbe28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Floating IP fdc4af7e-a711-4bcc-a0ac-3eecb013874a associated. External IP: 172.27.3.56, port: 26c5ee8b-5002-4ad6-9997-4e2a53a213c8. Oct 21 11:52:38.845935 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-95a69c6f-d3f3-48e5-833a-e5e7c73b8bbb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:38.915074 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-95a69c6f-d3f3-48e5-833a-e5e7c73b8bbb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:38.918059 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-95a69c6f-d3f3-48e5-833a-e5e7c73b8bbb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:38.919546 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-95a69c6f-d3f3-48e5-833a-e5e7c73b8bbb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] 10.222.0.24 "DELETE /v2.0/security-groups/fd5f52b9-039e-4b67-b0cc-e3ce0fc93305 HTTP/1.1" status: 204 len: 168 time: 0.1739008 Oct 21 11:52:38.931108 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a69c6f-d3f3-48e5-833a-e5e7c73b8bbb tempest-TestShelveInstance-1740937275 tempest-TestShelveInstance-1740937275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5f52b9-039e-4b67-b0cc-e3ce0fc93305,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:38.977399 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53852) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:39.079619 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d318708-83c2-457d-aeba-d88a214fbe28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Router 3f02466a-187b-447d-8f5e-fc9738f0261b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:52:39.462380 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53870) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:39.518625 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d318708-83c2-457d-aeba-d88a214fbe28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:52:39.532471 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce8c6d3-fb52-4833-b1fb-2c03a3bf18e0 None None] Sync routers for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:52:39.550273 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce8c6d3-fb52-4833-b1fb-2c03a3bf18e0 None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:39.551966 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fce8c6d3-fb52-4833-b1fb-2c03a3bf18e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:39.554696 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-5d318708-83c2-457d-aeba-d88a214fbe28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:39.570432 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3702552'] for router_interface, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:39.596588 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-5d318708-83c2-457d-aeba-d88a214fbe28 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "PUT /v2.0/floatingips/fdc4af7e-a711-4bcc-a0ac-3eecb013874a HTTP/1.1" status: 200 len: 991 time: 1.3856058 Oct 21 11:52:39.628056 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-761bf293-300c-4df7-b8f9-1f7fea1c5a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:39.644864 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4438e689-d508-4326-bc36-29b1ecceabdb', 'tag': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:52:39.647328 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408" -d '{"events": [{"name": "network-changed", "server_uuid": "4438e689-d508-4326-bc36-29b1ecceabdb", "tag": "26c5ee8b-5002-4ad6-9997-4e2a53a213c8"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:52:39.685702 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f09415-a85e-48d3-87ff-13b5b1b08cae x-openstack-request-id: req-15f09415-a85e-48d3-87ff-13b5b1b08cae {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:52:39.685702 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4438e689-d508-4326-bc36-29b1ecceabdb", "tag": "26c5ee8b-5002-4ad6-9997-4e2a53a213c8", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:52:39.685702 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15f09415-a85e-48d3-87ff-13b5b1b08cae {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:52:39.686283 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4438e689-d508-4326-bc36-29b1ecceabdb', 'tag': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8', 'status': 'completed', 'code': 200} Oct 21 11:52:39.687410 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-fce8c6d3-fb52-4833-b1fb-2c03a3bf18e0 None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:39.753410 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408 req-233c13e0-d69c-4612-8bd3-fbb750670525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:39.755283 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408 req-233c13e0-d69c-4612-8bd3-fbb750670525 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 1099 time: 0.0468876 Oct 21 11:52:39.833217 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-761bf293-300c-4df7-b8f9-1f7fea1c5a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:39.841217 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-761bf293-300c-4df7-b8f9-1f7fea1c5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:39.869791 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408 req-30931504-a3d4-4c82-a550-ab8c68bed8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:39.871735 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408 req-30931504-a3d4-4c82-a550-ab8c68bed8e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 912 time: 0.1085560 Oct 21 11:52:39.889806 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bf293-300c-4df7-b8f9-1f7fea1c5a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f7248f-ef22-4db1-8f5f-c6812ca4564f,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:39.897637 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-761bf293-300c-4df7-b8f9-1f7fea1c5a17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb8b484e100549d88bd329e414948f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305005 Oct 21 11:52:39.898398 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53878) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:39.938812 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fce8c6d3-fb52-4833-b1fb-2c03a3bf18e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'fdc4af7e-a711-4bcc-a0ac-3eecb013874a', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'port_id': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'mac_address': 'fa:16:3e:ae:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438e689-d508-4326-bc36-29b1ecceabdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:52:26Z', 'updated_at': '2021-10-21T11:52:38Z', 'revision_number': 1, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:39.939381 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408 req-805f2c23-1bf6-436a-b9ba-52104f5be6c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c5ee8b-5002-4ad6-9997-4e2a53a213c8 HTTP/1.1" status: 200 len: 999 time: 0.0600891 Oct 21 11:52:39.965687 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce8c6d3-fb52-4833-b1fb-2c03a3bf18e0 None None] Checking router: 3f02466a-187b-447d-8f5e-fc9738f0261b for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:52:39.974279 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce8c6d3-fb52-4833-b1fb-2c03a3bf18e0 None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:39.974982 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fce8c6d3-fb52-4833-b1fb-2c03a3bf18e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:39.994176 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408 req-843600fd-c9a5-4f04-aafd-17fa47f58ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:39.995673 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408 req-843600fd-c9a5-4f04-aafd-17fa47f58ad8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415429fa-83ed-47bb-94e4-dbac8cb8b65a HTTP/1.1" status: 200 len: 850 time: 0.0483084 Oct 21 11:52:39.999790 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a597465f-5c7e-41de-a25a-62de8ec9ad88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.033240 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a597465f-5c7e-41de-a25a-62de8ec9ad88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.035837 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] Deleting port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:40.036162 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.043144 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408 req-3ab27120-af5d-4ed8-a0bc-dbb192cac332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:52:40.045045 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408 req-3ab27120-af5d-4ed8-a0bc-dbb192cac332 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416574 Oct 21 11:52:40.091556 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-fce8c6d3-fb52-4833-b1fb-2c03a3bf18e0 None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:40.137979 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] For port ceb9b904-d755-45e4-9bb1-43a8ce78e5c1, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=ceb9b904-d755-45e4-9bb1-43a8ce78e5c1,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:40.138336 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.146044 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408 req-c3bca257-f710-48e6-89ba-507da3faa1e8 service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936348 Oct 21 11:52:40.152483 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] Calling delete_port for ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 owned by network:router_interface {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:40.154300 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a597465f-5c7e-41de-a25a-62de8ec9ad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.157143 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-a597465f-5c7e-41de-a25a-62de8ec9ad88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.158298 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-a597465f-5c7e-41de-a25a-62de8ec9ad88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13f7248f-ef22-4db1-8f5f-c6812ca4564f HTTP/1.1" status: 204 len: 168 time: 0.2590413 Oct 21 11:52:40.169668 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597465f-5c7e-41de-a25a-62de8ec9ad88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f7248f-ef22-4db1-8f5f-c6812ca4564f,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:40.257587 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e81d18dd-c63c-4739-a5f7-7bce1ca9e408 req-bc4a5699-a61a-4a15-a027-ff56afa23b9b service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044059 Oct 21 11:52:40.374365 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.378595 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-fce8c6d3-fb52-4833-b1fb-2c03a3bf18e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'fdc4af7e-a711-4bcc-a0ac-3eecb013874a', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'port_id': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'mac_address': 'fa:16:3e:ae:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438e689-d508-4326-bc36-29b1ecceabdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:52:26Z', 'updated_at': '2021-10-21T11:52:38Z', 'revision_number': 1, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:40.404946 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb9b904-d755-45e4-9bb1-43a8ce78e5c1,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:40.414219 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce8c6d3-fb52-4833-b1fb-2c03a3bf18e0 None None] The sync data for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi is: [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'fdc4af7e-a711-4bcc-a0ac-3eecb013874a', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'port_id': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'mac_address': 'fa:16:3e:ae:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438e689-d508-4326-bc36-29b1ecceabdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:52:26Z', 'updated_at': '2021-10-21T11:52:38Z', 'revision_number': 1, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:52:40.495998 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53884) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:40.510930 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2f1345bd-c4d4-4802-bbe1-9c4ace5e3d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.595315 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2f1345bd-c4d4-4802-bbe1-9c4ace5e3d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.596354 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3855061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3702408'] for router_interface, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.605823 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2f1345bd-c4d4-4802-bbe1-9c4ace5e3d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.651679 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-2f1345bd-c4d4-4802-bbe1-9c4ace5e3d95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2e0abcfdd03469faff3da8b7c95dfe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517110 Oct 21 11:52:40.651941 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53886) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:40.660529 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1345bd-c4d4-4802-bbe1-9c4ace5e3d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66127a5d-2526-44a3-8e0d-a1730ac9440c,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:40.678526 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26b4568-c2b2-450e-a499-dd25afee5c2f None None] New status for floating IP fdc4af7e-a711-4bcc-a0ac-3eecb013874a: ACTIVE {{(pid=106354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:52:40.710614 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fc78432e-efee-4011-a678-f7e30d39f626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.740902 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fc78432e-efee-4011-a678-f7e30d39f626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.792287 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fc78432e-efee-4011-a678-f7e30d39f626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.796229 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fc78432e-efee-4011-a678-f7e30d39f626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:40.800607 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-fc78432e-efee-4011-a678-f7e30d39f626 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66127a5d-2526-44a3-8e0d-a1730ac9440c HTTP/1.1" status: 204 len: 168 time: 0.1443808 Oct 21 11:52:40.810089 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78432e-efee-4011-a678-f7e30d39f626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66127a5d-2526-44a3-8e0d-a1730ac9440c,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:40.869719 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] Router efa1e839-f551-476a-a164-7b9782129887 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:52:40.959491 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-bc9c9862-178a-4a12-9f67-935d9c02277a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:41.199844 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device fca9ff17-0207-477e-9953-4a607efa4c55 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:41.221737 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: fca9ff17-0207-477e-9953-4a607efa4c55 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:41.222087 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device fca9ff17-0207-477e-9953-4a607efa4c55 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:41.230574 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:52:41.236210 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-f7ad424b-4ea3-484a-9579-bbe9da901d27 admin admin] 10.222.0.24 "PUT /v2.0/routers/efa1e839-f551-476a-a164-7b9782129887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2576647 Oct 21 11:52:41.238913 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53902) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:41.240732 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d971f51-dcfa-41ff-b25e-81210aec03fd None None] Sync routers for ids ['efa1e839-f551-476a-a164-7b9782129887'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:52:41.251463 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d971f51-dcfa-41ff-b25e-81210aec03fd None None] Routers {'efa1e839-f551-476a-a164-7b9782129887'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:41.252452 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-5d971f51-dcfa-41ff-b25e-81210aec03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['efa1e839-f551-476a-a164-7b9782129887'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:41.346881 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Publish callbacks [] for router, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:41.469751 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:41.469980 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-5d971f51-dcfa-41ff-b25e-81210aec03fd None None] Set router efa1e839-f551-476a-a164-7b9782129887 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:41.523009 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Deleting port 79db20a3-ac01-49f8-af5b-8c3bae0ca050 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:41.523575 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:41.608778 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] For port 79db20a3-ac01-49f8-af5b-8c3bae0ca050, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=79db20a3-ac01-49f8-af5b-8c3bae0ca050,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:41.609564 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:41.622886 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Calling delete_port for 79db20a3-ac01-49f8-af5b-8c3bae0ca050 owned by network:router_gateway {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:41.652883 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-5d971f51-dcfa-41ff-b25e-81210aec03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:52:40Z', 'revision_number': 5, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port': {'id': '79db20a3-ac01-49f8-af5b-8c3bae0ca050', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa1e839-f551-476a-a164-7b9782129887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:41.679622 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d971f51-dcfa-41ff-b25e-81210aec03fd None None] Checking router: efa1e839-f551-476a-a164-7b9782129887 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:52:41.688605 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d971f51-dcfa-41ff-b25e-81210aec03fd None None] Routers {'efa1e839-f551-476a-a164-7b9782129887'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:41.688993 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-5d971f51-dcfa-41ff-b25e-81210aec03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['efa1e839-f551-476a-a164-7b9782129887'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:41.778057 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-5d971f51-dcfa-41ff-b25e-81210aec03fd None None] Set router efa1e839-f551-476a-a164-7b9782129887 gateway port host: None {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:41.803437 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:41.835297 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-5d971f51-dcfa-41ff-b25e-81210aec03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:52:41Z', 'revision_number': 6, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port_host': None}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:41.847059 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Pushing event deleted for resources: {'Port': ['ID=79db20a3-ac01-49f8-af5b-8c3bae0ca050,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:41.863712 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d971f51-dcfa-41ff-b25e-81210aec03fd None None] The sync data for ids ['efa1e839-f551-476a-a164-7b9782129887'] in dv-cinder-814898-1-iscsi is: [{'id': 'efa1e839-f551-476a-a164-7b9782129887', 'name': 'tempest-TestShelveInstance-843087132-router', 'tenant_id': 'd4f2f84518734251a394aff45a6b52d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:43Z', 'updated_at': '2021-10-21T11:52:41Z', 'revision_number': 6, 'project_id': 'd4f2f84518734251a394aff45a6b52d2', 'gw_port_host': None}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:52:41.916548 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3699490'] for router_gateway, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.007004 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3696045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12610'] for router, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.009223 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.054798 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3696054'] for router, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.054798 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa1e839-f551-476a-a164-7b9782129887 {{(pid=106353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 11:52:42.057390 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] Publish callbacks [] for router, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.060863 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-cf4f1730-46ea-45aa-9ed7-2ad3659313cd admin admin] 10.222.0.24 "DELETE /v2.0/routers/efa1e839-f551-476a-a164-7b9782129887 HTTP/1.1" status: 204 len: 168 time: 0.8186524 Oct 21 11:52:42.061187 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 53928) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:42.109308 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_v2 [None req-92552c47-1870-4bbd-b515-fbd79bb9da93 admin admin] Deleting subnet 7ab1d5b6-f7ac-452c-97f2-f8dad452b93c {{(pid=106353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:52:42.112403 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-92552c47-1870-4bbd-b515-fbd79bb9da93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.146285 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-92552c47-1870-4bbd-b515-fbd79bb9da93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11080619'] for subnet, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.235447 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-92552c47-1870-4bbd-b515-fbd79bb9da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.301721 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-92552c47-1870-4bbd-b515-fbd79bb9da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9302782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3067810'] for subnet, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.333495 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92552c47-1870-4bbd-b515-fbd79bb9da93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab1d5b6-f7ac-452c-97f2-f8dad452b93c,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:42.335459 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-92552c47-1870-4bbd-b515-fbd79bb9da93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.340239 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ab54a3-effc-461a-92b7-07763752cd12 None None] Network 1265d61e-e18c-4268-ad79-82cb55a9382d requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:52:42.341538 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53936) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:42.342051 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-92552c47-1870-4bbd-b515-fbd79bb9da93 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7ab1d5b6-f7ac-452c-97f2-f8dad452b93c HTTP/1.1" status: 204 len: 168 time: 0.2793672 Oct 21 11:52:42.413347 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.468234 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Deleting port c29be62d-45ff-4734-bb4d-3d92e3ea3751 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:42.468574 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.536804 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] For port c29be62d-45ff-4734-bb4d-3d92e3ea3751, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=c29be62d-45ff-4734-bb4d-3d92e3ea3751,segment=NetworkSegment(b311a5dc-10a9-40cf-ba52-23d27e1a89a4),segment_id=b311a5dc-10a9-40cf-ba52-23d27e1a89a4)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:42.537056 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.549209 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Calling delete_port for c29be62d-45ff-4734-bb4d-3d92e3ea3751 owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:42.627963 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.658348 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29be62d-45ff-4734-bb4d-3d92e3ea3751,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:42.661935 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] No DVR routers for this DVR port c29be62d-45ff-4734-bb4d-3d92e3ea3751 on host dv-cinder-814898-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:52:42.665839 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a43fa2-68bb-4ba3-8a22-aa7c7a156776 None None] DHCP port deletion for 1265d61e-e18c-4268-ad79-82cb55a9382d request from dv-cinder-814898-1-iscsi {{(pid=106354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 21 11:52:42.742640 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.765409 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1265d61e-e18c-4268-ad79-82cb55a9382d']}} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:42.774900 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4') {'for_net_delete': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:42.775235 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b311a5dc-10a9-40cf-ba52-23d27e1a89a4') {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:42.785602 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8431963'] for segment, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.799315 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.805572 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=106352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:52:42.806018 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8750407'] for segment, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: Traceback (most recent call last): Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: timer() Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: cb(*args, **kw) Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: return func(*args, **kwargs) Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: self._notify() Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: self.callback(batched_events) Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: event.method(event) Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: return f(self, *a, **k) Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._get(url).json() Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: return self.request(url, 'GET', **kwargs) Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:52:42.808233 dv-cinder-814898-1-iscsi neutron-server[106352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:52:42.868879 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.874129 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:42.878354 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1265d61e-e18c-4268-ad79-82cb55a9382d HTTP/1.1" status: 204 len: 168 time: 0.5345721 Oct 21 11:52:42.881227 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53952) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:42.935243 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe929a-a765-4948-a51a-b813d240dd28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1265d61e-e18c-4268-ad79-82cb55a9382d,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:43.152374 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:43.171533 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:43.171884 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device ceb9b904-d755-45e4-9bb1-43a8ce78e5c1 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:43.172483 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 79db20a3-ac01-49f8-af5b-8c3bae0ca050 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:43.204076 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 79db20a3-ac01-49f8-af5b-8c3bae0ca050 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:43.204430 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 79db20a3-ac01-49f8-af5b-8c3bae0ca050 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:43.204839 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device c29be62d-45ff-4734-bb4d-3d92e3ea3751 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:43.228611 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: c29be62d-45ff-4734-bb4d-3d92e3ea3751 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:43.228955 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device c29be62d-45ff-4734-bb4d-3d92e3ea3751 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:43.291216 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3702552'] for router_interface, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:43.489679 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d889-3566-4a2e-b037-3d35421a73d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:43.545698 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] Deleting port 40f77818-5905-4857-873c-ef4f829629ec {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:43.546267 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:43.627261 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] For port 40f77818-5905-4857-873c-ef4f829629ec, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=40f77818-5905-4857-873c-ef4f829629ec,segment=NetworkSegment(e8a52194-9f0d-4403-9701-53e0e8df7261),segment_id=e8a52194-9f0d-4403-9701-53e0e8df7261)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:43.627508 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:43.640321 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] Calling delete_port for 40f77818-5905-4857-873c-ef4f829629ec owned by network:router_interface {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:43.820551 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:43.845252 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f77818-5905-4857-873c-ef4f829629ec,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:44.017627 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3855061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3702408'] for router_interface, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:44.244975 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] Router 38f39028-0d45-4705-9ca2-e6af8f489194 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:52:44.351233 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:52:44.356385 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-928fe9f2-6c0e-487a-9c20-4d32b29c33a9 admin admin] 10.222.0.24 "PUT /v2.0/routers/38f39028-0d45-4705-9ca2-e6af8f489194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4741957 Oct 21 11:52:44.359075 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53978) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:44.362275 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbed9a9-6137-489d-87e2-f234cc28f58f None None] Sync routers for ids ['38f39028-0d45-4705-9ca2-e6af8f489194'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:52:44.372132 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbed9a9-6137-489d-87e2-f234cc28f58f None None] Routers {'38f39028-0d45-4705-9ca2-e6af8f489194'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:44.372746 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-bcbed9a9-6137-489d-87e2-f234cc28f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['38f39028-0d45-4705-9ca2-e6af8f489194'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:44.461153 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Publish callbacks [] for router, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:44.473217 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:44.487428 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-bcbed9a9-6137-489d-87e2-f234cc28f58f None None] Set router 38f39028-0d45-4705-9ca2-e6af8f489194 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:44.559555 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:44.565504 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:44.690465 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-bcbed9a9-6137-489d-87e2-f234cc28f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'name': 'tempest-TestShelveInstance-725618592-router', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:50Z', 'updated_at': '2021-10-21T11:52:43Z', 'revision_number': 5, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'gw_port': {'id': 'c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:05:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:46:51Z', 'updated_at': '2021-10-21T11:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:44.723527 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbed9a9-6137-489d-87e2-f234cc28f58f None None] Checking router: 38f39028-0d45-4705-9ca2-e6af8f489194 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:52:44.731855 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbed9a9-6137-489d-87e2-f234cc28f58f None None] Routers {'38f39028-0d45-4705-9ca2-e6af8f489194'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:52:44.732245 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-bcbed9a9-6137-489d-87e2-f234cc28f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:52:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['38f39028-0d45-4705-9ca2-e6af8f489194'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:44.839919 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-bcbed9a9-6137-489d-87e2-f234cc28f58f None None] Set router 38f39028-0d45-4705-9ca2-e6af8f489194 gateway port host: None {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:52:44.872504 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Deleting port c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:44.872830 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:44.902500 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-bcbed9a9-6137-489d-87e2-f234cc28f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'name': 'tempest-TestShelveInstance-725618592-router', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:50Z', 'updated_at': '2021-10-21T11:52:44Z', 'revision_number': 6, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'gw_port_host': None}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:44.928885 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbed9a9-6137-489d-87e2-f234cc28f58f None None] The sync data for ids ['38f39028-0d45-4705-9ca2-e6af8f489194'] in dv-cinder-814898-1-iscsi is: [{'id': '38f39028-0d45-4705-9ca2-e6af8f489194', 'name': 'tempest-TestShelveInstance-725618592-router', 'tenant_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:46:50Z', 'updated_at': '2021-10-21T11:52:44Z', 'revision_number': 6, 'project_id': '57bb6ac1eddc47fb9180e0ab4d67a54c', 'gw_port_host': None}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:52:44.955213 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] For port c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:44.955587 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:44.970198 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Calling delete_port for c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd owned by network:router_gateway {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:45.148827 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.179438 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:45.188323 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.188698 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.189031 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.189388 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.189717 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.190527 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.190527 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.190730 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.190984 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.191300 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.191622 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.191940 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:45.252358 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3699490'] for router_gateway, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.343427 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3696045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12610'] for router, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.345891 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.401053 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3696054'] for router, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.401686 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38f39028-0d45-4705-9ca2-e6af8f489194 {{(pid=106352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 11:52:45.406010 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.407152 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ea7e8a6d-9ea1-4d90-b5ce-426f180872dc admin admin] 10.222.0.24 "DELETE /v2.0/routers/38f39028-0d45-4705-9ca2-e6af8f489194 HTTP/1.1" status: 204 len: 168 time: 1.0472040 Oct 21 11:52:45.409646 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53990) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:45.453488 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f90e0da-56a7-443c-b365-101075f6c7c8 admin admin] Deleting subnet 5588157d-58ef-46e4-8b79-01293fa88b9b {{(pid=106352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:52:45.456841 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2f90e0da-56a7-443c-b365-101075f6c7c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.492560 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2f90e0da-56a7-443c-b365-101075f6c7c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8431954'] for subnet, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.577784 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2f90e0da-56a7-443c-b365-101075f6c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.631856 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2f90e0da-56a7-443c-b365-101075f6c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8750569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482908'] for subnet, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.657689 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90e0da-56a7-443c-b365-101075f6c7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5588157d-58ef-46e4-8b79-01293fa88b9b,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:45.662039 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2f90e0da-56a7-443c-b365-101075f6c7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.665380 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-2f90e0da-56a7-443c-b365-101075f6c7c8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5588157d-58ef-46e4-8b79-01293fa88b9b HTTP/1.1" status: 204 len: 168 time: 0.2545123 Oct 21 11:52:45.667630 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661bbfc7-6af3-4e24-8b3e-5423f65352dc None None] Network cac33e54-150b-46c4-b4b7-7e920c65aeb9 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:52:45.668563 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 53992) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:45.724868 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 40f77818-5905-4857-873c-ef4f829629ec no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:45.749334 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.753202 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 40f77818-5905-4857-873c-ef4f829629ec {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:45.753510 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 40f77818-5905-4857-873c-ef4f829629ec not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:45.804750 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Deleting port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:45.805076 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.866087 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5466f681-4701-4f2e-9c38-a04fbb9e3f37 None None] DHCP port deletion for cac33e54-150b-46c4-b4b7-7e920c65aeb9 request from dv-cinder-814898-1-iscsi {{(pid=106354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 21 11:52:45.875577 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] For port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da,segment=NetworkSegment(e8a52194-9f0d-4403-9701-53e0e8df7261),segment_id=e8a52194-9f0d-4403-9701-53e0e8df7261)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:45.875938 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.888402 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Calling delete_port for fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:45.921406 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-5466f681-4701-4f2e-9c38-a04fbb9e3f37 None None] Deleting port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da {{(pid=106354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:52:45.921782 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5466f681-4701-4f2e-9c38-a04fbb9e3f37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:45.987485 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.003283 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-5466f681-4701-4f2e-9c38-a04fbb9e3f37 None None] For port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da,segment=NetworkSegment(e8a52194-9f0d-4403-9701-53e0e8df7261),segment_id=e8a52194-9f0d-4403-9701-53e0e8df7261)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:52:46.003773 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5466f681-4701-4f2e-9c38-a04fbb9e3f37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.015238 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:46.021048 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-5466f681-4701-4f2e-9c38-a04fbb9e3f37 None None] Calling delete_port for fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da owned by network:dhcp {{(pid=106354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:52:46.023956 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] No DVR routers for this DVR port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da on host dv-cinder-814898-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:52:46.103589 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.130464 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac33e54-150b-46c4-b4b7-7e920c65aeb9']}} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:46.142851 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a52194-9f0d-4403-9701-53e0e8df7261') {'for_net_delete': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:46.143213 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a52194-9f0d-4403-9701-53e0e8df7261') {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:52:46.156559 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8431963'] for segment, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.183948 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.191898 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=106352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:52:46.192719 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8750407'] for segment, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: Traceback (most recent call last): Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: timer() Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: cb(*args, **kw) Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: return func(*args, **kwargs) Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: self._notify() Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: self.callback(batched_events) Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: event.method(event) Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: return f(self, *a, **k) Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._get(url).json() Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: return self.request(url, 'GET', **kwargs) Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:52:46.194343 dv-cinder-814898-1-iscsi neutron-server[106352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:52:46.262347 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.273599 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.279477 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] 10.222.0.24 "DELETE /v2.0/networks/cac33e54-150b-46c4-b4b7-7e920c65aeb9 HTTP/1.1" status: 204 len: 168 time: 0.6075289 Oct 21 11:52:46.286769 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7eadd4-272e-452a-bb43-a9409e8f53cd admin admin] Pushing event deleted for resources: {'Network': ['ID=cac33e54-150b-46c4-b4b7-7e920c65aeb9,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:46.292834 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5466f681-4701-4f2e-9c38-a04fbb9e3f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363'] for port, after_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.326862 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5466f681-4701-4f2e-9c38-a04fbb9e3f37 None None] Network cac33e54-150b-46c4-b4b7-7e920c65aeb9 is not hosted by any dhcp agent {{(pid=106354) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 21 11:52:46.327313 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466f681-4701-4f2e-9c38-a04fbb9e3f37 None None] No DVR routers for this DVR port fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da on host dv-cinder-814898-1-iscsi {{(pid=106354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:52:46.328615 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466f681-4701-4f2e-9c38-a04fbb9e3f37 None None] Pushing event deleted for resources: {'Port': ['ID=fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da,revision_number=None']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:46.344464 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.473885 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54006) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:46.517422 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-0517e9ec-d096-4443-80aa-6aade6ffaedd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4f2f84518734251a394aff45a6b52d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423400 Oct 21 11:52:46.520036 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54008) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:46.569456 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d837740d-b91e-4a92-bc6d-17ef5a31a93c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.592133 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d837740d-b91e-4a92-bc6d-17ef5a31a93c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.638104 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d837740d-b91e-4a92-bc6d-17ef5a31a93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.640718 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-d837740d-b91e-4a92-bc6d-17ef5a31a93c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:46.641903 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-d837740d-b91e-4a92-bc6d-17ef5a31a93c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0411b6e8-fac5-484f-9796-8b1d3ad470ca HTTP/1.1" status: 204 len: 168 time: 0.1210167 Oct 21 11:52:46.649802 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837740d-b91e-4a92-bc6d-17ef5a31a93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0411b6e8-fac5-484f-9796-8b1d3ad470ca,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:46.999596 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54014) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:47.039672 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-b813fa3f-2312-4ccb-a1cc-4b2c5c06706b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57bb6ac1eddc47fb9180e0ab4d67a54c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388501 Oct 21 11:52:47.042368 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54016) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:47.090950 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7b47f789-1833-4242-8e6e-ffe28d16063b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:47.113485 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7b47f789-1833-4242-8e6e-ffe28d16063b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:47.130335 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:47.151200 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:47.151450 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device fbe1b4df-aff1-4c54-8ea9-2cc09a15a3da not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:47.151927 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:52:47.168471 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7b47f789-1833-4242-8e6e-ffe28d16063b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:47.171295 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7b47f789-1833-4242-8e6e-ffe28d16063b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:47.172485 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-7b47f789-1833-4242-8e6e-ffe28d16063b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0e23a8f-29f2-4fba-ad8b-7a07985140d5 HTTP/1.1" status: 204 len: 168 time: 0.1292565 Oct 21 11:52:47.176875 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:52:47.177278 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device c70ccb14-ca5f-4ef4-9099-1d4d404ac7cd not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:52:47.181381 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47f789-1833-4242-8e6e-ffe28d16063b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e23a8f-29f2-4fba-ad8b-7a07985140d5,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:50.036324 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54064) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:50.151787 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ddbec6d3-a19e-456a-8043-dcdfc430c8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.227494 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ddbec6d3-a19e-456a-8043-dcdfc430c8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.233512 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ddbec6d3-a19e-456a-8043-dcdfc430c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.269011 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbec6d3-a19e-456a-8043-dcdfc430c8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4468e958-215d-4577-8b4a-898ee236319d,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:50.273363 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ddbec6d3-a19e-456a-8043-dcdfc430c8b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=852a223115ad48a8a45e4d148eb0a4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360168 Oct 21 11:52:50.276234 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54068) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:50.329099 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-59ce0eea-7424-4dfc-be47-1712f4628bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.356247 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-59ce0eea-7424-4dfc-be47-1712f4628bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.411740 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-59ce0eea-7424-4dfc-be47-1712f4628bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.416088 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-59ce0eea-7424-4dfc-be47-1712f4628bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.417728 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-59ce0eea-7424-4dfc-be47-1712f4628bc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4468e958-215d-4577-8b4a-898ee236319d HTTP/1.1" status: 204 len: 168 time: 0.1406169 Oct 21 11:52:50.428385 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce0eea-7424-4dfc-be47-1712f4628bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4468e958-215d-4577-8b4a-898ee236319d,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:50.707816 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54076) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:50.721494 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.796108 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.801774 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.839130 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3466c3f2c1b94aacb1d7461be7dad583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302009 Oct 21 11:52:50.839972 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f40382-746e-40e5-9904-5090cdb0c4f9,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:50.841955 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54078) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:50.858254 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.858593 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.858922 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.859245 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.859562 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.859879 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.860197 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.860512 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.860822 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.861121 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.861451 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.861778 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff0231-777c-4844-8960-399619c3bf62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:52:50.903037 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-507f6eda-5eec-4534-8594-95c4ec6dd7bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.924005 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-507f6eda-5eec-4534-8594-95c4ec6dd7bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.976005 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-507f6eda-5eec-4534-8594-95c4ec6dd7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.978663 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-507f6eda-5eec-4534-8594-95c4ec6dd7bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:50.979883 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-507f6eda-5eec-4534-8594-95c4ec6dd7bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0f40382-746e-40e5-9904-5090cdb0c4f9 HTTP/1.1" status: 204 len: 168 time: 0.1370785 Oct 21 11:52:50.987677 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f6eda-5eec-4534-8594-95c4ec6dd7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f40382-746e-40e5-9904-5090cdb0c4f9,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:51.098003 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:51.332370 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54084) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:51.349771 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3567ae1b-f6eb-46bc-8cae-990102d2a02e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:51.424984 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3567ae1b-f6eb-46bc-8cae-990102d2a02e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:51.431623 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3567ae1b-f6eb-46bc-8cae-990102d2a02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:51.471872 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-3567ae1b-f6eb-46bc-8cae-990102d2a02e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4990de2663e4c939fca083871be21e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383998 Oct 21 11:52:51.472759 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567ae1b-f6eb-46bc-8cae-990102d2a02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a97ba1f-6a0b-4de7-9953-1603ce0a3d8e,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:51.474803 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54086) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:51.547721 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdd86416-297e-40eb-bf53-c436710886a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:51.568962 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdd86416-297e-40eb-bf53-c436710886a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:51.619270 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdd86416-297e-40eb-bf53-c436710886a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:51.622568 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-cdd86416-297e-40eb-bf53-c436710886a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:51.623708 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-cdd86416-297e-40eb-bf53-c436710886a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a97ba1f-6a0b-4de7-9953-1603ce0a3d8e HTTP/1.1" status: 204 len: 168 time: 0.1478517 Oct 21 11:52:51.631330 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd86416-297e-40eb-bf53-c436710886a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a97ba1f-6a0b-4de7-9953-1603ce0a3d8e,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:53.880134 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54160) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:53.992030 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-445f1dea-ba91-4544-bfd8-b3e9bbebf103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.066646 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-445f1dea-ba91-4544-bfd8-b3e9bbebf103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.072547 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-445f1dea-ba91-4544-bfd8-b3e9bbebf103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.109905 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-445f1dea-ba91-4544-bfd8-b3e9bbebf103 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=927a37fb03d24161a5ed62f422ee1597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286541 Oct 21 11:52:54.111064 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f1dea-ba91-4544-bfd8-b3e9bbebf103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aa61d1-13fa-441f-8733-d367ba5597c4,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:54.112841 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54166) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:54.163827 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3b0ccee6-c084-4b36-8b8e-d4e5dac348a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.185635 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3b0ccee6-c084-4b36-8b8e-d4e5dac348a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.237819 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3b0ccee6-c084-4b36-8b8e-d4e5dac348a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.240480 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-3b0ccee6-c084-4b36-8b8e-d4e5dac348a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.241667 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-3b0ccee6-c084-4b36-8b8e-d4e5dac348a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54aa61d1-13fa-441f-8733-d367ba5597c4 HTTP/1.1" status: 204 len: 168 time: 0.1271884 Oct 21 11:52:54.249529 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ccee6-c084-4b36-8b8e-d4e5dac348a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aa61d1-13fa-441f-8733-d367ba5597c4,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:54.520571 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54172) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:54.534040 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f7a2-4d29-4b52-8f34-41cbecd723fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.614899 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f7a2-4d29-4b52-8f34-41cbecd723fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.620884 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f7a2-4d29-4b52-8f34-41cbecd723fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.658904 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-aaf8f7a2-4d29-4b52-8f34-41cbecd723fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc77a1c3eef645a6a9fbbea7b8e1115e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371510 Oct 21 11:52:54.659736 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8f7a2-4d29-4b52-8f34-41cbecd723fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f77382-680f-4fc8-9897-d916a365f7b2,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:54.662343 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54174) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:54.711007 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aba8036e-ca27-4ff2-90b5-9b9f5e47a2cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.732056 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aba8036e-ca27-4ff2-90b5-9b9f5e47a2cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.789854 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aba8036e-ca27-4ff2-90b5-9b9f5e47a2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.792660 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aba8036e-ca27-4ff2-90b5-9b9f5e47a2cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:54.793938 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-aba8036e-ca27-4ff2-90b5-9b9f5e47a2cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63f77382-680f-4fc8-9897-d916a365f7b2 HTTP/1.1" status: 204 len: 168 time: 0.1305773 Oct 21 11:52:54.802073 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8036e-ca27-4ff2-90b5-9b9f5e47a2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f77382-680f-4fc8-9897-d916a365f7b2,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:59.056121 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54240) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:59.165039 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dcd778eb-7dc1-458a-ac89-01349d703f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.238880 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dcd778eb-7dc1-458a-ac89-01349d703f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.245100 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-dcd778eb-7dc1-458a-ac89-01349d703f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.282134 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-dcd778eb-7dc1-458a-ac89-01349d703f48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3681fc7bd4c4e0291a1af4632a450ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248588 Oct 21 11:52:59.282971 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd778eb-7dc1-458a-ac89-01349d703f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c421b4-a279-447d-af6e-88a1c8e535da,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:59.285276 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54244) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:59.337624 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ec59d22c-4485-45ed-b6e5-43ff3f02b6a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.361061 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ec59d22c-4485-45ed-b6e5-43ff3f02b6a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.415444 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ec59d22c-4485-45ed-b6e5-43ff3f02b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.419773 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ec59d22c-4485-45ed-b6e5-43ff3f02b6a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.421330 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-ec59d22c-4485-45ed-b6e5-43ff3f02b6a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10c421b4-a279-447d-af6e-88a1c8e535da HTTP/1.1" status: 204 len: 168 time: 0.1349959 Oct 21 11:52:59.428887 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59d22c-4485-45ed-b6e5-43ff3f02b6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c421b4-a279-447d-af6e-88a1c8e535da,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:59.708435 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54252) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:59.721689 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fb6aae9d-b3e9-4ce7-b077-cfe2eca97e2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.799273 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fb6aae9d-b3e9-4ce7-b077-cfe2eca97e2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.805412 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-fb6aae9d-b3e9-4ce7-b077-cfe2eca97e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.845381 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-fb6aae9d-b3e9-4ce7-b077-cfe2eca97e2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=432b0a426ca44df393667eec2c880ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357670 Oct 21 11:52:59.846213 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6aae9d-b3e9-4ce7-b077-cfe2eca97e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b421cd59-970f-447c-bebd-769c91235ea1,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:52:59.849014 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54254) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:52:59.899174 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-439e607b-9fa0-4fea-b3e8-27c28b256779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.921006 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-439e607b-9fa0-4fea-b3e8-27c28b256779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.971441 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-439e607b-9fa0-4fea-b3e8-27c28b256779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.974086 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-439e607b-9fa0-4fea-b3e8-27c28b256779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:52:59.975228 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-439e607b-9fa0-4fea-b3e8-27c28b256779 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b421cd59-970f-447c-bebd-769c91235ea1 HTTP/1.1" status: 204 len: 168 time: 0.1250017 Oct 21 11:52:59.983110 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e607b-9fa0-4fea-b3e8-27c28b256779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b421cd59-970f-447c-bebd-769c91235ea1,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:00.710018 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54278) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:00.809733 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-38662509-network', 'tenant_id': '7848da7dbbaa4e0c8380ad4b2af40ecc'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:53:00.840527 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Made reservation on behalf of 7848da7dbbaa4e0c8380ad4b2af40ecc for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:53:00.843156 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:00.852186 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:00.925329 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:00.930582 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:00.954036 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:53:00.962640 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e2b55a-903a-4e35-a2fe-cd9a1e0df688,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:00.968874 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:00.969244 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Added segment d6d07013-8462-4dc7-aecc-fd597abc10f6 of type vlan for network a923d089-20fa-4695-ad4a-0ca70989e782 Oct 21 11:53:01.013430 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:01.039202 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:01.040234 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:01.040807 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:01.072589 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3615577 Oct 21 11:53:01.076489 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54282) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:01.082488 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] Request body: {'subnet': {'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-38662509-subnet', 'tenant_id': '7848da7dbbaa4e0c8380ad4b2af40ecc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:53:01.106324 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] Made reservation on behalf of 7848da7dbbaa4e0c8380ad4b2af40ecc for: {'subnet': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:53:01.108438 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bdc6d-4871-4969-a93f-77641c0db956 admin admin] Pushing event updated for resources: {'Network': ['ID=a923d089-20fa-4695-ad4a-0ca70989e782,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:01.109310 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3067807'] for subnet, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:01.118903 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network a923d089-20fa-4695-ad4a-0ca70989e782 details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:53:01.282834 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11713075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3067817'] for subnet, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:01.335314 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6120f4-592b-4175-97e3-d4192ecc7ef9,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:01.345905 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] Checking segment: {'id': 'd6d07013-8462-4dc7-aecc-fd597abc10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:53:01.346255 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] Network hostable DHCP agents. Network: a923d089-20fa-4695-ad4a-0ca70989e782, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:53:01.367142 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] Network a923d089-20fa-4695-ad4a-0ca70989e782 is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:53:01.377695 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, a923d089-20fa-4695-ad4a-0ca70989e782) {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:53:01.382035 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:01.382607 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:01.387101 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cf5c55-6045-42ae-946d-572802bff699 None None] Network a923d089-20fa-4695-ad4a-0ca70989e782 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:53:01.398755 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-933ef067-7d6a-44b6-af3f-64555fd20497 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3203979 Oct 21 11:53:01.513869 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa5f60-b364-4135-aeb4-8027b6aac985 None None] Network a923d089-20fa-4695-ad4a-0ca70989e782 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:53:03.164809 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-bfd20677-8c83-4760-a1a4-142922922dcf tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:03.166323 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-bfd20677-8c83-4760-a1a4-142922922dcf tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/networks?id=a923d089-20fa-4695-ad4a-0ca70989e782 HTTP/1.1" status: 200 len: 807 time: 0.1037719 Oct 21 11:53:03.181629 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-7a487600-05a7-4169-ba58-695de1e9fd78 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/quotas/7848da7dbbaa4e0c8380ad4b2af40ecc HTTP/1.1" status: 200 len: 375 time: 0.0093763 Oct 21 11:53:03.215107 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-7e96300e-6d40-4d6b-aa47-7aa53d916aad tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7848da7dbbaa4e0c8380ad4b2af40ecc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265598 Oct 21 11:53:03.311469 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3db273e8-d5bb-464c-bdbc-73bd82558fd8 service neutron] 10.222.0.24 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889764 Oct 21 11:53:03.413331 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-96e2e4ef-4eed-4404-b1b8-5824f2e2d06f service neutron] 10.222.0.24 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956008 Oct 21 11:53:03.585620 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-140a46ad-95d5-4c4f-bbf7-740c6b435694 req-7e659194-9c8b-456a-9b38-97f9bb5ce16f tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 210 time: 0.0274093 Oct 21 11:53:04.589925 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-f0998836-803d-4d23-848a-6981b3e5eac6 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:04.591444 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-f0998836-803d-4d23-848a-6981b3e5eac6 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.47 "GET /v2.0/networks?id=a923d089-20fa-4695-ad4a-0ca70989e782 HTTP/1.1" status: 200 len: 807 time: 0.1054361 Oct 21 11:53:04.604933 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Request body: {'port': {'device_id': 'a0bc3b19-acf5-4185-82e2-c94b4ff611e8', 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782', 'admin_state_up': True, 'tenant_id': '7848da7dbbaa4e0c8380ad4b2af40ecc'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:53:04.687894 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-793c234a-c152-40bb-8ebb-e2fdf3864541 req-f5e2fa31-85ae-4bf6-9e26-a3ca6021cb64 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 210 time: 0.0286055 Oct 21 11:53:04.723575 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Made reservation on behalf of 7848da7dbbaa4e0c8380ad4b2af40ecc for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:53:04.727232 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:04.868641 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Allocated IP 172.20.0.10 (a923d089-20fa-4695-ad4a-0ca70989e782/7a6120f4-592b-4175-97e3-d4192ecc7ef9/a211a263-2f5b-4a9a-8989-ae8a581af7e2) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:53:05.013433 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:05.049741 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:05.093274 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:53:05.099336 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Network a923d089-20fa-4695-ad4a-0ca70989e782 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:53:05.105012 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:53:05.107330 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Pushing event updated for resources: {'Port': ['ID=a211a263-2f5b-4a9a-8989-ae8a581af7e2,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:05.109587 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:53:05.157033 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:05.157582 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:05.178991 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-d1940853-37ad-4cc3-9da1-1e4d39ed4091 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5778203 Oct 21 11:53:05.193794 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Request body: {'port': {'device_id': 'a0bc3b19-acf5-4185-82e2-c94b4ff611e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:53:05.247239 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:05.509184 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a211a263-2f5b-4a9a-8989-ae8a581af7e2 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:53:05.517948 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:05.533267 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Transition to ACTIVE for port object a211a263-2f5b-4a9a-8989-ae8a581af7e2 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:53:05.540060 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:05.587265 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=a211a263-2f5b-4a9a-8989-ae8a581af7e2,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:05.661374 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Attempting to bind port a211a263-2f5b-4a9a-8989-ae8a581af7e2 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:53:05.662132 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Attempting to bind port a211a263-2f5b-4a9a-8989-ae8a581af7e2 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'd6d07013-8462-4dc7-aecc-fd597abc10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:53:05.662132 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Attempting to bind port a211a263-2f5b-4a9a-8989-ae8a581af7e2 on network a923d089-20fa-4695-ad4a-0ca70989e782 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:53:05.666387 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Port a211a263-2f5b-4a9a-8989-ae8a581af7e2 on network a923d089-20fa-4695-ad4a-0ca70989e782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:53:05.666701 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Attempting to bind port a211a263-2f5b-4a9a-8989-ae8a581af7e2 on network a923d089-20fa-4695-ad4a-0ca70989e782 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:53:05.671979 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:53:05.672301 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Checking segment: {'id': 'd6d07013-8462-4dc7-aecc-fd597abc10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:53:05.672677 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Bound using segment: {'id': 'd6d07013-8462-4dc7-aecc-fd597abc10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:53:05.673112 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Bound port: a211a263-2f5b-4a9a-8989-ae8a581af7e2, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d07013-8462-4dc7-aecc-fd597abc10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:53:05.673452 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:05.736210 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] For port a211a263-2f5b-4a9a-8989-ae8a581af7e2, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:53:05.739297 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] For port a211a263-2f5b-4a9a-8989-ae8a581af7e2, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a211a263-2f5b-4a9a-8989-ae8a581af7e2,segment=NetworkSegment(d6d07013-8462-4dc7-aecc-fd597abc10f6),segment_id=d6d07013-8462-4dc7-aecc-fd597abc10f6)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:53:05.746333 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:05.780011 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:05.780700 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:05.782208 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] 10.222.0.47 "PUT /v2.0/ports/a211a263-2f5b-4a9a-8989-ae8a581af7e2 HTTP/1.1" status: 200 len: 1094 time: 0.5932171 Oct 21 11:53:05.782647 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bc3b19-acf5-4185-82e2-c94b4ff611e8', 'tag': 'a211a263-2f5b-4a9a-8989-ae8a581af7e2'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:53:05.784903 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081a5f9c-d402-4450-a5bf-b4579ab5ead6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bc3b19-acf5-4185-82e2-c94b4ff611e8", "tag": "a211a263-2f5b-4a9a-8989-ae8a581af7e2"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:53:05.810497 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa539fb-942a-4386-864b-9afab2693557 req-62bd470f-4958-43f8-8370-d16981a8d81d tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:05.812927 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4fa539fb-942a-4386-864b-9afab2693557 req-62bd470f-4958-43f8-8370-d16981a8d81d tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 944 time: 0.0553334 Oct 21 11:53:05.824485 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760d9f57-78b6-4702-a7b0-c760df6b708b x-openstack-request-id: req-760d9f57-78b6-4702-a7b0-c760df6b708b {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:53:05.824843 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bc3b19-acf5-4185-82e2-c94b4ff611e8", "tag": "a211a263-2f5b-4a9a-8989-ae8a581af7e2", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:53:05.825015 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-760d9f57-78b6-4702-a7b0-c760df6b708b {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:53:05.825455 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bc3b19-acf5-4185-82e2-c94b4ff611e8', 'tag': 'a211a263-2f5b-4a9a-8989-ae8a581af7e2', 'status': 'completed', 'code': 200} Oct 21 11:53:05.826168 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec32d81-6c9b-4a4e-ba6f-8f36142cbfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=a211a263-2f5b-4a9a-8989-ae8a581af7e2,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:05.860957 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4fa539fb-942a-4386-864b-9afab2693557 req-1b1f847b-dd57-4399-a060-0e3d39e42647 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Oct 21 11:53:05.882764 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-cbe09725-a7ca-4c4d-a548-e3cd55a0e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:05.884295 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-cbe09725-a7ca-4c4d-a548-e3cd55a0e856 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7848da7dbbaa4e0c8380ad4b2af40ecc&device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 1097 time: 0.0422621 Oct 21 11:53:05.928895 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-318dd0cd-c9b6-4961-9522-1f0a1cdc28f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a211a263-2f5b-4a9a-8989-ae8a581af7e2 HTTP/1.1" status: 200 len: 217 time: 0.0361369 Oct 21 11:53:05.978391 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-a9f838b7-bc2a-4ac2-af7b-362c2c521d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:05.979757 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-a9f838b7-bc2a-4ac2-af7b-362c2c521d1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a6120f4-592b-4175-97e3-d4192ecc7ef9 HTTP/1.1" status: 200 len: 847 time: 0.0436418 Oct 21 11:53:06.011717 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-af8e9e6f-2f91-4b57-a418-fbd17277ab12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a923d089-20fa-4695-ad4a-0ca70989e782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234835 Oct 21 11:53:06.109845 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-b6c46f4e-fb59-461e-82e6-7c6675e4d8b1 service neutron] 10.222.0.47 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874679 Oct 21 11:53:06.212329 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-6da8ae99-40fc-47d6-83b3-156b4b09eb68 req-44bba444-e59d-47bd-a492-a8151b61e3d8 service neutron] 10.222.0.47 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942180 Oct 21 11:53:06.318329 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a5f9c-d402-4450-a5bf-b4579ab5ead6 req-a43d950a-4e5f-4974-b3d9-0f65ce508c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:06.319846 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-081a5f9c-d402-4450-a5bf-b4579ab5ead6 req-a43d950a-4e5f-4974-b3d9-0f65ce508c3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7848da7dbbaa4e0c8380ad4b2af40ecc&device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 1097 time: 0.0473728 Oct 21 11:53:06.416202 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a5f9c-d402-4450-a5bf-b4579ab5ead6 req-2267aad8-8f69-426f-ab48-972c14e8233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:06.417698 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-081a5f9c-d402-4450-a5bf-b4579ab5ead6 req-2267aad8-8f69-426f-ab48-972c14e8233b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a923d089-20fa-4695-ad4a-0ca70989e782 HTTP/1.1" status: 200 len: 908 time: 0.0865364 Oct 21 11:53:06.463845 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-081a5f9c-d402-4450-a5bf-b4579ab5ead6 req-d34a66cd-a21d-4939-8acd-b10aaac47d3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a211a263-2f5b-4a9a-8989-ae8a581af7e2 HTTP/1.1" status: 200 len: 217 time: 0.0367804 Oct 21 11:53:06.514050 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a5f9c-d402-4450-a5bf-b4579ab5ead6 req-e934395b-e0dd-4e71-918a-6d42afa28f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:06.515634 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-081a5f9c-d402-4450-a5bf-b4579ab5ead6 req-e934395b-e0dd-4e71-918a-6d42afa28f59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a6120f4-592b-4175-97e3-d4192ecc7ef9 HTTP/1.1" status: 200 len: 847 time: 0.0441282 Oct 21 11:53:06.548894 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-081a5f9c-d402-4450-a5bf-b4579ab5ead6 req-3469100e-9fc4-44fa-86e5-cd4a9ce789df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a923d089-20fa-4695-ad4a-0ca70989e782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249746 Oct 21 11:53:06.641866 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-081a5f9c-d402-4450-a5bf-b4579ab5ead6 req-f077c4ca-81fe-43a2-9776-5e8570e51823 service neutron] 10.222.0.47 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848656 Oct 21 11:53:06.744060 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-081a5f9c-d402-4450-a5bf-b4579ab5ead6 req-621735da-9ff2-4ede-aa87-1afd9f261073 service neutron] 10.222.0.47 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941019 Oct 21 11:53:06.995663 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fbca9-358e-4f81-9880-5bc1343b37d1 req-00d938a4-3c34-4bb6-9aa7-b6f6db660097 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:06.997097 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-314fbca9-358e-4f81-9880-5bc1343b37d1 req-00d938a4-3c34-4bb6-9aa7-b6f6db660097 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 944 time: 0.0589893 Oct 21 11:53:07.037665 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-314fbca9-358e-4f81-9880-5bc1343b37d1 req-7f98b5af-7580-4cb4-a465-e9439cd38095 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Oct 21 11:53:08.171175 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075407c-d463-4f10-8842-9557c0400df1 req-b3d720e0-8b61-4324-8f0f-0677f147e74f tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:08.172775 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5075407c-d463-4f10-8842-9557c0400df1 req-b3d720e0-8b61-4324-8f0f-0677f147e74f tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 944 time: 0.0601656 Oct 21 11:53:08.218548 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5075407c-d463-4f10-8842-9557c0400df1 req-b138aae4-b190-4141-8425-679a14bba500 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396552 Oct 21 11:53:09.336516 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe91c2-1b48-48a8-9ba0-4b1653156f08 req-8d1f5222-1b05-4eeb-a4ae-a7acc5cec2c2 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:09.338038 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-19fe91c2-1b48-48a8-9ba0-4b1653156f08 req-8d1f5222-1b05-4eeb-a4ae-a7acc5cec2c2 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 944 time: 0.0503433 Oct 21 11:53:09.376720 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-19fe91c2-1b48-48a8-9ba0-4b1653156f08 req-0ed1ba29-5fb8-4b07-9660-4fbc670a72ef tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325966 Oct 21 11:53:09.379376 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device a211a263-2f5b-4a9a-8989-ae8a581af7e2 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:53:09.478171 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port a211a263-2f5b-4a9a-8989-ae8a581af7e2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a211a263-2f5b-4a9a-8989-ae8a581af7e2,segment=NetworkSegment(d6d07013-8462-4dc7-aecc-fd597abc10f6),segment_id=d6d07013-8462-4dc7-aecc-fd597abc10f6)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:09.490141 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': 'a211a263-2f5b-4a9a-8989-ae8a581af7e2', 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782', 'port_id': 'a211a263-2f5b-4a9a-8989-ae8a581af7e2', 'mac_address': 'fa:16:3e:01:b6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6120f4-592b-4175-97e3-d4192ecc7ef9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:53:09.537373 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:09.554804 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a211a263-2f5b-4a9a-8989-ae8a581af7e2 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:53:09.577345 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port a211a263-2f5b-4a9a-8989-ae8a581af7e2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a211a263-2f5b-4a9a-8989-ae8a581af7e2,segment=NetworkSegment(d6d07013-8462-4dc7-aecc-fd597abc10f6),segment_id=d6d07013-8462-4dc7-aecc-fd597abc10f6)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:09.584618 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:09.644997 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=a211a263-2f5b-4a9a-8989-ae8a581af7e2,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:09.820965 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['a211a263-2f5b-4a9a-8989-ae8a581af7e2'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:53:10.505962 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde73c1-4fda-4796-80aa-31ccffaaa866 req-b90bc8c7-7800-494f-93ba-d047120ec0dc tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:10.507412 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ffde73c1-4fda-4796-80aa-31ccffaaa866 req-b90bc8c7-7800-494f-93ba-d047120ec0dc tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 945 time: 0.0511200 Oct 21 11:53:10.556148 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ffde73c1-4fda-4796-80aa-31ccffaaa866 req-003e2fde-7733-46b3-b5ee-e6057d0a26b1 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Oct 21 11:53:10.969010 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d584882-ed2f-4950-b6c8-12dd79e99d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:11.399495 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device a211a263-2f5b-4a9a-8989-ae8a581af7e2 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:53:11.464981 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port a211a263-2f5b-4a9a-8989-ae8a581af7e2 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:53:11.468863 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port a211a263-2f5b-4a9a-8989-ae8a581af7e2 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:53:11.469256 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:11.546977 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:11.570628 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bc3b19-acf5-4185-82e2-c94b4ff611e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a211a263-2f5b-4a9a-8989-ae8a581af7e2'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:53:11.572931 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9968bf03-53d0-402f-9118-a6f4a3cbf6dc" -d '{"events": [{"server_uuid": "a0bc3b19-acf5-4185-82e2-c94b4ff611e8", "name": "network-vif-plugged", "status": "completed", "tag": "a211a263-2f5b-4a9a-8989-ae8a581af7e2"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:53:11.587215 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port a211a263-2f5b-4a9a-8989-ae8a581af7e2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a211a263-2f5b-4a9a-8989-ae8a581af7e2,segment=NetworkSegment(d6d07013-8462-4dc7-aecc-fd597abc10f6),segment_id=d6d07013-8462-4dc7-aecc-fd597abc10f6)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:11.592681 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:11.616293 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0706c8-b9d9-457e-adf2-fdcdd94145dd x-openstack-request-id: req-fe0706c8-b9d9-457e-adf2-fdcdd94145dd {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:53:11.616583 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bc3b19-acf5-4185-82e2-c94b4ff611e8", "name": "network-vif-plugged", "status": "completed", "tag": "a211a263-2f5b-4a9a-8989-ae8a581af7e2", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:53:11.616834 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe0706c8-b9d9-457e-adf2-fdcdd94145dd {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:53:11.617241 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bc3b19-acf5-4185-82e2-c94b4ff611e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a211a263-2f5b-4a9a-8989-ae8a581af7e2', 'code': 200} Oct 21 11:53:11.642525 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=a211a263-2f5b-4a9a-8989-ae8a581af7e2,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:11.707023 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd08c5-dedc-402c-8d2f-9bf98938df10 req-82892594-970f-4407-a44a-24f0df4e00aa tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:11.708533 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3edd08c5-dedc-402c-8d2f-9bf98938df10 req-82892594-970f-4407-a44a-24f0df4e00aa tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 946 time: 0.0501280 Oct 21 11:53:11.746166 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3edd08c5-dedc-402c-8d2f-9bf98938df10 req-cfbd14b6-1496-4ae0-a8b9-1dc8cb21300a tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314338 Oct 21 11:53:11.824053 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930352b-570f-45d5-86a0-e70d90f70006 req-da75d438-ad4c-4b47-8a49-38099f790c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:11.826124 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a930352b-570f-45d5-86a0-e70d90f70006 req-da75d438-ad4c-4b47-8a49-38099f790c18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 1099 time: 0.0438461 Oct 21 11:53:11.867115 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-a930352b-570f-45d5-86a0-e70d90f70006 req-938a7433-3f86-423a-976e-7fa39eacf5df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Oct 21 11:53:12.874180 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c54cbf-5f90-478d-889f-058b663d90a7 req-e6560c00-62c4-4e8c-bf5c-b34774d74e75 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:12.875550 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-12c54cbf-5f90-478d-889f-058b663d90a7 req-e6560c00-62c4-4e8c-bf5c-b34774d74e75 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 946 time: 0.0527689 Oct 21 11:53:12.914352 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-12c54cbf-5f90-478d-889f-058b663d90a7 req-346bf5d4-af73-4794-908e-153d0e447d13 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Oct 21 11:53:13.495264 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a84d0d2d-e362-4516-979b-c932989e30d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:14.064619 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90465c6c-74a8-4f2c-a3a8-f2bad31e5df4 req-560ab6ae-1f72-4505-ad6a-64372a2c217b tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:14.066006 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-90465c6c-74a8-4f2c-a3a8-f2bad31e5df4 req-560ab6ae-1f72-4505-ad6a-64372a2c217b tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 946 time: 0.0604422 Oct 21 11:53:14.108102 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-90465c6c-74a8-4f2c-a3a8-f2bad31e5df4 req-fcb24b60-df35-4911-9fe6-d4cbac31d86b tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357571 Oct 21 11:53:14.438063 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:14.532283 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:14.808036 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa274a4-9599-4a8b-bed7-28ce0835a2bb req-812dba88-2e82-4ab7-9b69-cb64f583f0ae tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:14.809539 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bfa274a4-9599-4a8b-bed7-28ce0835a2bb req-812dba88-2e82-4ab7-9b69-cb64f583f0ae tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 946 time: 0.0635002 Oct 21 11:53:14.848605 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bfa274a4-9599-4a8b-bed7-28ce0835a2bb req-18c20a41-4718-48e7-a953-e5f5f41ba0f7 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329535 Oct 21 11:53:15.989144 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c472e-b5ca-4c89-a059-61ad0fafd282 req-5ee8241a-ffc9-46af-a04c-7b5513317928 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:15.990784 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-777c472e-b5ca-4c89-a059-61ad0fafd282 req-5ee8241a-ffc9-46af-a04c-7b5513317928 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 946 time: 0.0568309 Oct 21 11:53:16.030757 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-777c472e-b5ca-4c89-a059-61ad0fafd282 req-7929f875-bf03-4a3d-afd0-69d96d2d74f2 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337288 Oct 21 11:53:16.183067 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8fd20-82dd-4e86-9d84-ac58f3a4cbac req-77c433c8-f26f-4364-8e32-c2d54c2aeab4 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:16.184585 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ebb8fd20-82dd-4e86-9d84-ac58f3a4cbac req-77c433c8-f26f-4364-8e32-c2d54c2aeab4 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 946 time: 0.0578666 Oct 21 11:53:16.284508 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-ebb8fd20-82dd-4e86-9d84-ac58f3a4cbac req-e580d289-041b-4e8b-aa8f-ca1f53ff573c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Deleting port a211a263-2f5b-4a9a-8989-ae8a581af7e2 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:53:16.284859 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ebb8fd20-82dd-4e86-9d84-ac58f3a4cbac req-e580d289-041b-4e8b-aa8f-ca1f53ff573c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:16.316610 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:16.380784 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-ebb8fd20-82dd-4e86-9d84-ac58f3a4cbac req-e580d289-041b-4e8b-aa8f-ca1f53ff573c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] For port a211a263-2f5b-4a9a-8989-ae8a581af7e2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a211a263-2f5b-4a9a-8989-ae8a581af7e2,segment=NetworkSegment(d6d07013-8462-4dc7-aecc-fd597abc10f6),segment_id=d6d07013-8462-4dc7-aecc-fd597abc10f6)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:16.381244 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ebb8fd20-82dd-4e86-9d84-ac58f3a4cbac req-e580d289-041b-4e8b-aa8f-ca1f53ff573c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:16.392776 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-ebb8fd20-82dd-4e86-9d84-ac58f3a4cbac req-e580d289-041b-4e8b-aa8f-ca1f53ff573c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Calling delete_port for a211a263-2f5b-4a9a-8989-ae8a581af7e2 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:53:16.520554 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ebb8fd20-82dd-4e86-9d84-ac58f3a4cbac req-e580d289-041b-4e8b-aa8f-ca1f53ff573c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:16.536547 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['a211a263-2f5b-4a9a-8989-ae8a581af7e2'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:53:16.551999 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580d289-041b-4e8b-aa8f-ca1f53ff573c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Pushing event deleted for resources: {'Port': ['ID=a211a263-2f5b-4a9a-8989-ae8a581af7e2,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:16.593330 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb8fd20-82dd-4e86-9d84-ac58f3a4cbac req-e580d289-041b-4e8b-aa8f-ca1f53ff573c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] No DVR routers for this DVR port a211a263-2f5b-4a9a-8989-ae8a581af7e2 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:53:16.595870 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-ebb8fd20-82dd-4e86-9d84-ac58f3a4cbac req-e580d289-041b-4e8b-aa8f-ca1f53ff573c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:16.599184 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ebb8fd20-82dd-4e86-9d84-ac58f3a4cbac req-e580d289-041b-4e8b-aa8f-ca1f53ff573c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.47 "DELETE /v2.0/ports/a211a263-2f5b-4a9a-8989-ae8a581af7e2 HTTP/1.1" status: 204 len: 173 time: 0.4076242 Oct 21 11:53:16.600030 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bc3b19-acf5-4185-82e2-c94b4ff611e8', 'name': 'network-vif-deleted', 'tag': 'a211a263-2f5b-4a9a-8989-ae8a581af7e2'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:53:16.602325 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4574bbbf-37a3-4ccb-972a-2e009612a75b" -d '{"events": [{"server_uuid": "a0bc3b19-acf5-4185-82e2-c94b4ff611e8", "name": "network-vif-deleted", "tag": "a211a263-2f5b-4a9a-8989-ae8a581af7e2"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:53:16.640678 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1898ce1a-f276-4371-b027-091e1e1a10d7 x-openstack-request-id: req-1898ce1a-f276-4371-b027-091e1e1a10d7 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:53:16.640968 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bc3b19-acf5-4185-82e2-c94b4ff611e8", "name": "network-vif-deleted", "tag": "a211a263-2f5b-4a9a-8989-ae8a581af7e2", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:53:16.641260 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1898ce1a-f276-4371-b027-091e1e1a10d7 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:53:16.641658 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bc3b19-acf5-4185-82e2-c94b4ff611e8', 'name': 'network-vif-deleted', 'tag': 'a211a263-2f5b-4a9a-8989-ae8a581af7e2', 'status': 'completed', 'code': 200} Oct 21 11:53:17.150184 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a3fe2f5c-46ab-4eb5-ae64-f051244ab316 req-971ea5c4-c836-41a1-a1e5-44ceb4d7d44f tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0bc3b19-acf5-4185-82e2-c94b4ff611e8 HTTP/1.1" status: 200 len: 210 time: 0.0285490 Oct 21 11:53:18.437241 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-ecb748f1-1af0-4508-9557-ae429f90edbf tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:18.438584 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-ecb748f1-1af0-4508-9557-ae429f90edbf tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/networks?id=a923d089-20fa-4695-ad4a-0ca70989e782 HTTP/1.1" status: 200 len: 807 time: 0.1066923 Oct 21 11:53:18.453950 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-883272c6-2581-426c-a14f-52d7192f66f5 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/quotas/7848da7dbbaa4e0c8380ad4b2af40ecc HTTP/1.1" status: 200 len: 375 time: 0.0095303 Oct 21 11:53:18.484366 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-a70f4651-1418-4fd1-b936-4b6a72ac2587 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7848da7dbbaa4e0c8380ad4b2af40ecc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251532 Oct 21 11:53:18.585492 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-3d90e8e9-84ce-408c-9830-d6474566bce2 service neutron] 10.222.0.24 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940793 Oct 21 11:53:18.680195 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-81aee8d5-3d9a-4bb4-be94-7d8948b6ac5b service neutron] 10.222.0.24 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871322 Oct 21 11:53:18.849387 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ac2f29dc-ff68-4646-88e3-506ee6a050ef req-dbd74665-bbf4-40bf-a461-70764f4d45cd tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 210 time: 0.0299640 Oct 21 11:53:19.426615 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device a211a263-2f5b-4a9a-8989-ae8a581af7e2 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:53:19.447643 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: a211a263-2f5b-4a9a-8989-ae8a581af7e2 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:53:19.447962 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device a211a263-2f5b-4a9a-8989-ae8a581af7e2 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:53:19.873505 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-6b4c2ea7-a6bf-467f-95ff-6b3e218ca810 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:19.875707 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-6b4c2ea7-a6bf-467f-95ff-6b3e218ca810 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.47 "GET /v2.0/networks?id=a923d089-20fa-4695-ad4a-0ca70989e782 HTTP/1.1" status: 200 len: 807 time: 0.1107035 Oct 21 11:53:19.890734 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Request body: {'port': {'device_id': '77e0058a-42b1-4ee6-ab82-cde571adf658', 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782', 'admin_state_up': True, 'tenant_id': '7848da7dbbaa4e0c8380ad4b2af40ecc'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:53:19.947184 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9b94923e-4a77-41c1-b1ae-df470e404771 req-f793a9b2-3b0f-425c-836f-54cd6dc2e164 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 210 time: 0.0268173 Oct 21 11:53:20.002786 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Made reservation on behalf of 7848da7dbbaa4e0c8380ad4b2af40ecc for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:53:20.006372 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:20.146649 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Allocated IP 172.20.0.4 (a923d089-20fa-4695-ad4a-0ca70989e782/7a6120f4-592b-4175-97e3-d4192ecc7ef9/092e2536-0814-4f5e-810f-ac38d9fd90b5) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:53:20.297714 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:20.614665 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:20.656557 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Network a923d089-20fa-4695-ad4a-0ca70989e782 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:53:20.659614 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:53:20.663077 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:53:20.671815 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Pushing event updated for resources: {'Port': ['ID=092e2536-0814-4f5e-810f-ac38d9fd90b5,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:20.716345 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:20.716942 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:20.735850 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-811c3578-ff5e-4eb7-8c66-4f9ec3b7ff48 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8491518 Oct 21 11:53:20.750768 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Request body: {'port': {'device_id': '77e0058a-42b1-4ee6-ab82-cde571adf658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:53:20.809435 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:21.093631 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b7a88-8df7-4abc-a13d-6aa282ef3fd0 req-041dab8e-3e77-40b8-a6d3-a4e4d6bd3cef tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:21.098757 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092e2536-0814-4f5e-810f-ac38d9fd90b5 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:53:21.101247 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4d3b7a88-8df7-4abc-a13d-6aa282ef3fd0 req-041dab8e-3e77-40b8-a6d3-a4e4d6bd3cef tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 931 time: 0.0722759 Oct 21 11:53:21.117955 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:21.119857 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:21.133025 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Transition to ACTIVE for port object 092e2536-0814-4f5e-810f-ac38d9fd90b5 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:53:21.138246 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:21.139920 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4d3b7a88-8df7-4abc-a13d-6aa282ef3fd0 req-8b779b2e-e91c-4d0f-b514-6542772cad6f tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378144 Oct 21 11:53:21.194530 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Pushing event updated for resources: {'Port': ['ID=092e2536-0814-4f5e-810f-ac38d9fd90b5,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:21.265749 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Attempting to bind port 092e2536-0814-4f5e-810f-ac38d9fd90b5 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:53:21.266047 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Attempting to bind port 092e2536-0814-4f5e-810f-ac38d9fd90b5 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'd6d07013-8462-4dc7-aecc-fd597abc10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:53:21.266394 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Attempting to bind port 092e2536-0814-4f5e-810f-ac38d9fd90b5 on network a923d089-20fa-4695-ad4a-0ca70989e782 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:53:21.270827 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Port 092e2536-0814-4f5e-810f-ac38d9fd90b5 on network a923d089-20fa-4695-ad4a-0ca70989e782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:53:21.271133 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Attempting to bind port 092e2536-0814-4f5e-810f-ac38d9fd90b5 on network a923d089-20fa-4695-ad4a-0ca70989e782 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:53:21.276129 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:53:21.276982 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Checking segment: {'id': 'd6d07013-8462-4dc7-aecc-fd597abc10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:53:21.277408 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Bound using segment: {'id': 'd6d07013-8462-4dc7-aecc-fd597abc10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:53:21.277850 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Bound port: 092e2536-0814-4f5e-810f-ac38d9fd90b5, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d07013-8462-4dc7-aecc-fd597abc10f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:53:21.278188 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:21.343943 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] For port 092e2536-0814-4f5e-810f-ac38d9fd90b5, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:53:21.347113 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] For port 092e2536-0814-4f5e-810f-ac38d9fd90b5, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=092e2536-0814-4f5e-810f-ac38d9fd90b5,segment=NetworkSegment(d6d07013-8462-4dc7-aecc-fd597abc10f6),segment_id=d6d07013-8462-4dc7-aecc-fd597abc10f6)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:53:21.352172 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:21.387122 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:21.387763 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:21.389198 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] 10.222.0.47 "PUT /v2.0/ports/092e2536-0814-4f5e-810f-ac38d9fd90b5 HTTP/1.1" status: 200 len: 1093 time: 0.6425703 Oct 21 11:53:21.389622 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e0058a-42b1-4ee6-ab82-cde571adf658', 'tag': '092e2536-0814-4f5e-810f-ac38d9fd90b5'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:53:21.391910 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ef5394-154b-49d7-8dcf-b7d7dc0c504b" -d '{"events": [{"name": "network-changed", "server_uuid": "77e0058a-42b1-4ee6-ab82-cde571adf658", "tag": "092e2536-0814-4f5e-810f-ac38d9fd90b5"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:53:21.427507 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa309f03-dec7-4b58-b958-95be6f16ecc2 service neutron] Pushing event updated for resources: {'Port': ['ID=092e2536-0814-4f5e-810f-ac38d9fd90b5,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:21.431025 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b472657-4533-4c3c-8b68-87076f6d1f75 x-openstack-request-id: req-9b472657-4533-4c3c-8b68-87076f6d1f75 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:53:21.431304 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e0058a-42b1-4ee6-ab82-cde571adf658", "tag": "092e2536-0814-4f5e-810f-ac38d9fd90b5", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:53:21.431550 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b472657-4533-4c3c-8b68-87076f6d1f75 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:53:21.431929 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e0058a-42b1-4ee6-ab82-cde571adf658', 'tag': '092e2536-0814-4f5e-810f-ac38d9fd90b5', 'status': 'completed', 'code': 200} Oct 21 11:53:21.477545 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-ff4c28ef-cd0a-4587-ba5e-35ab7e20d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:21.479059 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-ff4c28ef-cd0a-4587-ba5e-35ab7e20d67f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7848da7dbbaa4e0c8380ad4b2af40ecc&device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 1096 time: 0.0427089 Oct 21 11:53:21.522959 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-25a410f4-6047-4310-a6ed-0fb548569afa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=092e2536-0814-4f5e-810f-ac38d9fd90b5 HTTP/1.1" status: 200 len: 217 time: 0.0343232 Oct 21 11:53:21.572273 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-bed4aaca-1c57-4fce-906c-fbcf3e42234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:21.574112 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-bed4aaca-1c57-4fce-906c-fbcf3e42234e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a6120f4-592b-4175-97e3-d4192ecc7ef9 HTTP/1.1" status: 200 len: 847 time: 0.0439718 Oct 21 11:53:21.612522 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-8f4bb9c7-435f-4845-b1ed-126e44adb5bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a923d089-20fa-4695-ad4a-0ca70989e782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304637 Oct 21 11:53:21.716072 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-ad6eff1f-f455-476a-9f05-7da9233ca027 service neutron] 10.222.0.47 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918181 Oct 21 11:53:21.816554 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-32149374-9952-41b8-a90a-282a1e0a96b5 req-6788b496-32d6-4c9e-981f-95de3679b038 service neutron] 10.222.0.47 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881579 Oct 21 11:53:21.925689 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef5394-154b-49d7-8dcf-b7d7dc0c504b req-e9a241e0-d78e-4ef7-ae4e-2c349d8837ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:21.927249 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-06ef5394-154b-49d7-8dcf-b7d7dc0c504b req-e9a241e0-d78e-4ef7-ae4e-2c349d8837ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7848da7dbbaa4e0c8380ad4b2af40ecc&device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 1096 time: 0.0516772 Oct 21 11:53:22.036196 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef5394-154b-49d7-8dcf-b7d7dc0c504b req-aa51b95e-30b9-4b53-bd28-fa7cb3ddf3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:22.037933 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-06ef5394-154b-49d7-8dcf-b7d7dc0c504b req-aa51b95e-30b9-4b53-bd28-fa7cb3ddf3c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a923d089-20fa-4695-ad4a-0ca70989e782 HTTP/1.1" status: 200 len: 908 time: 0.1021023 Oct 21 11:53:22.091812 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-06ef5394-154b-49d7-8dcf-b7d7dc0c504b req-88f85b0c-8ca7-44c5-8fcd-3d2de34d592c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=092e2536-0814-4f5e-810f-ac38d9fd90b5 HTTP/1.1" status: 200 len: 217 time: 0.0436804 Oct 21 11:53:22.155733 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef5394-154b-49d7-8dcf-b7d7dc0c504b req-2df0e1b0-3693-4cb1-9a9a-83dd32af3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:22.157340 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-06ef5394-154b-49d7-8dcf-b7d7dc0c504b req-2df0e1b0-3693-4cb1-9a9a-83dd32af3c6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a6120f4-592b-4175-97e3-d4192ecc7ef9 HTTP/1.1" status: 200 len: 847 time: 0.0590355 Oct 21 11:53:22.199598 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-06ef5394-154b-49d7-8dcf-b7d7dc0c504b req-8eef28ea-a8d4-4178-83dd-973f4def4668 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a923d089-20fa-4695-ad4a-0ca70989e782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326316 Oct 21 11:53:22.280839 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8c4a5-fd4a-4ad1-885a-5c28a54d67cf req-b91cff9c-b09e-4a64-ba2a-85a61f1e0be7 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:22.282659 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cba8c4a5-fd4a-4ad1-885a-5c28a54d67cf req-b91cff9c-b09e-4a64-ba2a-85a61f1e0be7 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 943 time: 0.0675991 Oct 21 11:53:22.313606 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-06ef5394-154b-49d7-8dcf-b7d7dc0c504b req-a630ad35-a023-47fa-96a1-d22bfb4c4e57 service neutron] 10.222.0.47 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064491 Oct 21 11:53:22.328847 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cba8c4a5-fd4a-4ad1-885a-5c28a54d67cf req-d249ef36-7338-4c1e-8a45-a84da0347680 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Oct 21 11:53:22.426744 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-06ef5394-154b-49d7-8dcf-b7d7dc0c504b req-d2d441a8-8b9f-45a8-b9c0-83fde3ef6459 service neutron] 10.222.0.47 "GET /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011834 Oct 21 11:53:23.458660 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed01f16-1b75-4bc6-aa84-c8c47c15fea7 req-2e905fc3-5db7-4c6a-9064-fe6d4e5a001c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:23.461032 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bed01f16-1b75-4bc6-aa84-c8c47c15fea7 req-2e905fc3-5db7-4c6a-9064-fe6d4e5a001c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 943 time: 0.0541525 Oct 21 11:53:23.462258 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 092e2536-0814-4f5e-810f-ac38d9fd90b5 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:53:23.499475 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-bed01f16-1b75-4bc6-aa84-c8c47c15fea7 req-ea3977df-116f-45fd-81ad-914076477e99 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Oct 21 11:53:23.563787 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 092e2536-0814-4f5e-810f-ac38d9fd90b5, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=092e2536-0814-4f5e-810f-ac38d9fd90b5,segment=NetworkSegment(d6d07013-8462-4dc7-aecc-fd597abc10f6),segment_id=d6d07013-8462-4dc7-aecc-fd597abc10f6)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:23.575740 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '092e2536-0814-4f5e-810f-ac38d9fd90b5', 'network_id': 'a923d089-20fa-4695-ad4a-0ca70989e782', 'port_id': '092e2536-0814-4f5e-810f-ac38d9fd90b5', 'mac_address': 'fa:16:3e:50:61:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6120f4-592b-4175-97e3-d4192ecc7ef9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:53:23.622588 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:23.642598 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092e2536-0814-4f5e-810f-ac38d9fd90b5 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:53:23.665703 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 092e2536-0814-4f5e-810f-ac38d9fd90b5, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=092e2536-0814-4f5e-810f-ac38d9fd90b5,segment=NetworkSegment(d6d07013-8462-4dc7-aecc-fd597abc10f6),segment_id=d6d07013-8462-4dc7-aecc-fd597abc10f6)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:23.672095 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:23.718154 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=092e2536-0814-4f5e-810f-ac38d9fd90b5,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:23.930660 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['092e2536-0814-4f5e-810f-ac38d9fd90b5'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:53:24.622060 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5bb6f-0678-4ef2-b7a0-8b1dc0acfd4c req-7aa54209-ad8c-459e-9722-fe761abea42a tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:24.623550 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cce5bb6f-0678-4ef2-b7a0-8b1dc0acfd4c req-7aa54209-ad8c-459e-9722-fe761abea42a tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 944 time: 0.0534644 Oct 21 11:53:24.662893 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cce5bb6f-0678-4ef2-b7a0-8b1dc0acfd4c req-9d26edd4-fa16-4767-9e6c-ff7889a49583 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332365 Oct 21 11:53:24.982357 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3151aad4-673f-4795-8b57-04773db463ce req-9d57822b-93a5-44ad-935a-b761375cffe3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442920 Oct 21 11:53:25.091866 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151aad4-673f-4795-8b57-04773db463ce req-08331143-b34c-4a9b-ba8a-4bba13c310ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:25.093342 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3151aad4-673f-4795-8b57-04773db463ce req-08331143-b34c-4a9b-ba8a-4bba13c310ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18fd380ea9c941dca294ed7cd0146224&device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 1099 time: 0.0474718 Oct 21 11:53:25.210059 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151aad4-673f-4795-8b57-04773db463ce req-fa793bec-8e64-49a2-861d-ad2dba0af794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:25.211541 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3151aad4-673f-4795-8b57-04773db463ce req-fa793bec-8e64-49a2-861d-ad2dba0af794 service neutron] 10.222.0.47 "GET /v2.0/networks?id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 200 len: 912 time: 0.0908272 Oct 21 11:53:25.290796 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3151aad4-673f-4795-8b57-04773db463ce req-37fc17ee-e1a5-4792-8043-f42c671a9c32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c5ee8b-5002-4ad6-9997-4e2a53a213c8 HTTP/1.1" status: 200 len: 1001 time: 0.0671315 Oct 21 11:53:25.347612 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151aad4-673f-4795-8b57-04773db463ce req-2c8c931c-7b17-4314-b980-dcc21aa4320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:25.349009 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3151aad4-673f-4795-8b57-04773db463ce req-2c8c931c-7b17-4314-b980-dcc21aa4320f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=415429fa-83ed-47bb-94e4-dbac8cb8b65a HTTP/1.1" status: 200 len: 850 time: 0.0467896 Oct 21 11:53:25.404307 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151aad4-673f-4795-8b57-04773db463ce req-5c641b8b-7457-4e09-b44f-82abc9338fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:25.405785 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3151aad4-673f-4795-8b57-04773db463ce req-5c641b8b-7457-4e09-b44f-82abc9338fed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456071 Oct 21 11:53:25.474589 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 092e2536-0814-4f5e-810f-ac38d9fd90b5 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:53:25.503397 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3151aad4-673f-4795-8b57-04773db463ce req-a756f13d-5747-4e85-a6a5-f82a40cacffa service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853777 Oct 21 11:53:25.526724 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 092e2536-0814-4f5e-810f-ac38d9fd90b5 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:53:25.531503 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 092e2536-0814-4f5e-810f-ac38d9fd90b5 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:53:25.533040 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:25.606839 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3151aad4-673f-4795-8b57-04773db463ce req-18459e6f-e6f0-469c-b25e-41171b205dfc service neutron] 10.222.0.47 "GET /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920489 Oct 21 11:53:25.622812 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:25.645965 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e0058a-42b1-4ee6-ab82-cde571adf658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092e2536-0814-4f5e-810f-ac38d9fd90b5'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:53:25.648249 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a24b87-44c1-4e4d-9b40-ac8d89f3dfb2" -d '{"events": [{"server_uuid": "77e0058a-42b1-4ee6-ab82-cde571adf658", "name": "network-vif-plugged", "status": "completed", "tag": "092e2536-0814-4f5e-810f-ac38d9fd90b5"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:53:25.662139 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 092e2536-0814-4f5e-810f-ac38d9fd90b5, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=092e2536-0814-4f5e-810f-ac38d9fd90b5,segment=NetworkSegment(d6d07013-8462-4dc7-aecc-fd597abc10f6),segment_id=d6d07013-8462-4dc7-aecc-fd597abc10f6)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:25.668655 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:25.691901 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b9001-bf2a-4947-b4ab-ed2cb05afd1f x-openstack-request-id: req-ce7b9001-bf2a-4947-b4ab-ed2cb05afd1f {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:53:25.692186 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e0058a-42b1-4ee6-ab82-cde571adf658", "name": "network-vif-plugged", "status": "completed", "tag": "092e2536-0814-4f5e-810f-ac38d9fd90b5", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:53:25.692432 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce7b9001-bf2a-4947-b4ab-ed2cb05afd1f {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:53:25.692823 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e0058a-42b1-4ee6-ab82-cde571adf658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092e2536-0814-4f5e-810f-ac38d9fd90b5', 'code': 200} Oct 21 11:53:25.719659 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=092e2536-0814-4f5e-810f-ac38d9fd90b5,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:25.791273 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a46d3-b369-4076-a2a8-2ffca17be669 req-436f27fe-a9e1-458a-8bbd-43959044064d tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:25.796878 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-552a46d3-b369-4076-a2a8-2ffca17be669 req-436f27fe-a9e1-458a-8bbd-43959044064d tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 945 time: 0.0567646 Oct 21 11:53:25.832643 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-552a46d3-b369-4076-a2a8-2ffca17be669 req-91264e3b-d2da-43a4-a760-bdf30bc99a79 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Oct 21 11:53:25.859047 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfb05-612b-453f-ba70-222ef3c436c2 req-a19126aa-7ab8-4090-817a-49c044c96e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:25.860593 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-649bfb05-612b-453f-ba70-222ef3c436c2 req-a19126aa-7ab8-4090-817a-49c044c96e24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 1098 time: 0.0424891 Oct 21 11:53:25.896609 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-649bfb05-612b-453f-ba70-222ef3c436c2 req-a06c5f54-f700-4497-b848-dfd415450b6b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282695 Oct 21 11:53:26.967913 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c84d8-e9e5-4abc-bb4d-2ba0a2f44478 req-ddec9e92-424f-44b5-b405-a6c77e883e2a tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:26.969405 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab0c84d8-e9e5-4abc-bb4d-2ba0a2f44478 req-ddec9e92-424f-44b5-b405-a6c77e883e2a tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 945 time: 0.0553999 Oct 21 11:53:27.008755 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ab0c84d8-e9e5-4abc-bb4d-2ba0a2f44478 req-95289ae5-9de5-4545-9706-75f7319cee15 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Oct 21 11:53:28.140477 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5e380-9ba5-42b2-84b1-af6e79fa3d56 req-d329fec2-a12d-4c6d-a578-fb45162fee68 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:28.141974 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1ad5e380-9ba5-42b2-84b1-af6e79fa3d56 req-d329fec2-a12d-4c6d-a578-fb45162fee68 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 945 time: 0.0524297 Oct 21 11:53:28.186536 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1ad5e380-9ba5-42b2-84b1-af6e79fa3d56 req-505d0e13-3725-41ee-8068-f94589fa697e tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354135 Oct 21 11:53:28.919047 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6011-d763-445b-903f-d11ce6eb597b req-fa56e0d9-b27e-4364-8ab0-ccda3bc60782 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:28.920562 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-08ad6011-d763-445b-903f-d11ce6eb597b req-fa56e0d9-b27e-4364-8ab0-ccda3bc60782 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 945 time: 0.0503435 Oct 21 11:53:28.961219 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-08ad6011-d763-445b-903f-d11ce6eb597b req-c0097f87-5bca-4adc-9d76-465389a8b9e3 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Oct 21 11:53:30.084484 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb1a12-8922-4974-8abd-15d50af29189 req-dbf7ee12-d84d-45e9-8d6f-a3a60271fecb tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:30.086107 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e4eb1a12-8922-4974-8abd-15d50af29189 req-dbf7ee12-d84d-45e9-8d6f-a3a60271fecb tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 945 time: 0.0560186 Oct 21 11:53:30.127014 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e4eb1a12-8922-4974-8abd-15d50af29189 req-c07f042f-55c7-4cd5-8f35-58c84924cd43 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/security-groups?id=82e2b55a-903a-4e35-a2fe-cd9a1e0df688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Oct 21 11:53:30.321190 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda1261-15c6-4fde-af40-fbe3f0ddfe74 req-f12d144a-de41-4ef1-87c4-62060e95d410 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:30.322626 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1cda1261-15c6-4fde-af40-fbe3f0ddfe74 req-f12d144a-de41-4ef1-87c4-62060e95d410 tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.47 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 945 time: 0.0497179 Oct 21 11:53:30.423744 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-1cda1261-15c6-4fde-af40-fbe3f0ddfe74 req-9d3b83b2-f4ce-49c9-8ad7-d906083c9d7c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Deleting port 092e2536-0814-4f5e-810f-ac38d9fd90b5 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:53:30.423967 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-1cda1261-15c6-4fde-af40-fbe3f0ddfe74 req-9d3b83b2-f4ce-49c9-8ad7-d906083c9d7c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:30.511448 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-1cda1261-15c6-4fde-af40-fbe3f0ddfe74 req-9d3b83b2-f4ce-49c9-8ad7-d906083c9d7c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] For port 092e2536-0814-4f5e-810f-ac38d9fd90b5, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=092e2536-0814-4f5e-810f-ac38d9fd90b5,segment=NetworkSegment(d6d07013-8462-4dc7-aecc-fd597abc10f6),segment_id=d6d07013-8462-4dc7-aecc-fd597abc10f6)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:30.511949 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-1cda1261-15c6-4fde-af40-fbe3f0ddfe74 req-9d3b83b2-f4ce-49c9-8ad7-d906083c9d7c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:30.526039 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-1cda1261-15c6-4fde-af40-fbe3f0ddfe74 req-9d3b83b2-f4ce-49c9-8ad7-d906083c9d7c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Calling delete_port for 092e2536-0814-4f5e-810f-ac38d9fd90b5 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:53:30.663569 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-1cda1261-15c6-4fde-af40-fbe3f0ddfe74 req-9d3b83b2-f4ce-49c9-8ad7-d906083c9d7c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:30.676167 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['092e2536-0814-4f5e-810f-ac38d9fd90b5'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:53:30.696824 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b83b2-f4ce-49c9-8ad7-d906083c9d7c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Pushing event deleted for resources: {'Port': ['ID=092e2536-0814-4f5e-810f-ac38d9fd90b5,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:30.740742 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cda1261-15c6-4fde-af40-fbe3f0ddfe74 req-9d3b83b2-f4ce-49c9-8ad7-d906083c9d7c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] No DVR routers for this DVR port 092e2536-0814-4f5e-810f-ac38d9fd90b5 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:53:30.743419 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-1cda1261-15c6-4fde-af40-fbe3f0ddfe74 req-9d3b83b2-f4ce-49c9-8ad7-d906083c9d7c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:30.746845 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1cda1261-15c6-4fde-af40-fbe3f0ddfe74 req-9d3b83b2-f4ce-49c9-8ad7-d906083c9d7c tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.47 "DELETE /v2.0/ports/092e2536-0814-4f5e-810f-ac38d9fd90b5 HTTP/1.1" status: 204 len: 173 time: 0.4138601 Oct 21 11:53:30.747311 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e0058a-42b1-4ee6-ab82-cde571adf658', 'name': 'network-vif-deleted', 'tag': '092e2536-0814-4f5e-810f-ac38d9fd90b5'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:53:30.749591 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361d723c-2039-4822-b918-453f873ca5cd" -d '{"events": [{"server_uuid": "77e0058a-42b1-4ee6-ab82-cde571adf658", "name": "network-vif-deleted", "tag": "092e2536-0814-4f5e-810f-ac38d9fd90b5"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:53:30.785579 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c405780-3930-475a-a91f-7730455b4e0a x-openstack-request-id: req-2c405780-3930-475a-a91f-7730455b4e0a {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:53:30.785867 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e0058a-42b1-4ee6-ab82-cde571adf658", "name": "network-vif-deleted", "tag": "092e2536-0814-4f5e-810f-ac38d9fd90b5", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:53:30.786117 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c405780-3930-475a-a91f-7730455b4e0a {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:53:30.786515 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e0058a-42b1-4ee6-ab82-cde571adf658', 'name': 'network-vif-deleted', 'tag': '092e2536-0814-4f5e-810f-ac38d9fd90b5', 'status': 'completed', 'code': 200} Oct 21 11:53:31.240328 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d1a3a68a-a640-4f50-9baf-91f910a62119 req-4392078d-2c7a-45f5-9241-98a109fcb48d tempest-VolumesActionsTest-66720099 tempest-VolumesActionsTest-66720099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e0058a-42b1-4ee6-ab82-cde571adf658 HTTP/1.1" status: 200 len: 210 time: 0.0269930 Oct 21 11:53:34.276206 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 092e2536-0814-4f5e-810f-ac38d9fd90b5 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:53:34.306669 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 092e2536-0814-4f5e-810f-ac38d9fd90b5 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:53:34.307007 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 092e2536-0814-4f5e-810f-ac38d9fd90b5 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:53:40.989229 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e1638e4d-61ff-4f14-99ea-eac07b0ab45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:41.315809 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e2574-c00f-47ac-a114-339e010783ff req-6ed851ae-7159-4ca9-93bb-97a8b7c7d154 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:41.317735 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b34e2574-c00f-47ac-a114-339e010783ff req-6ed851ae-7159-4ca9-93bb-97a8b7c7d154 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 946 time: 0.0571425 Oct 21 11:53:41.366022 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b34e2574-c00f-47ac-a114-339e010783ff req-1c9ee216-ae08-4d13-8d46-19b74301eeba tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc23472-ba61-4db6-91e2-33ebcf23480f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404222 Oct 21 11:53:42.091643 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:53:42.495613 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52a95d-814f-477b-9e07-c36214f35d0f req-d0e2bf37-e91b-4797-86c9-48fb715dc62e tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:42.503345 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4d52a95d-814f-477b-9e07-c36214f35d0f req-d0e2bf37-e91b-4797-86c9-48fb715dc62e tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 946 time: 0.0614200 Oct 21 11:53:42.538195 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4d52a95d-814f-477b-9e07-c36214f35d0f req-cffe48e5-702d-43ed-adcc-d54d8d9ea444 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc23472-ba61-4db6-91e2-33ebcf23480f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337274 Oct 21 11:53:43.274096 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-91cbab35-04c0-4116-9b02-9c13068ca3df tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:43.276518 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-91cbab35-04c0-4116-9b02-9c13068ca3df tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.47 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 946 time: 0.0533090 Oct 21 11:53:43.395828 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Deleting port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:53:43.396155 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:43.491425 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-71aa193e-cb31-49f8-a83f-f151d153bee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:43.508689 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] For port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=26c5ee8b-5002-4ad6-9997-4e2a53a213c8,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:43.509348 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:43.669636 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aeb47-cb8e-4efb-9a11-3b5fd6149193 req-89a7974c-8f80-4198-a132-253baf6c2f49 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:53:43.678770 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1e3aeb47-cb8e-4efb-9a11-3b5fd6149193 req-89a7974c-8f80-4198-a132-253baf6c2f49 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 946 time: 0.0622954 Oct 21 11:53:43.725291 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-1e3aeb47-cb8e-4efb-9a11-3b5fd6149193 req-513b6107-1bc4-470f-ad9c-0f716046293b tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc23472-ba61-4db6-91e2-33ebcf23480f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444689 Oct 21 11:53:43.741572 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:43.742290 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:43.742656 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.l3_db [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Floating IP fdc4af7e-a711-4bcc-a0ac-3eecb013874a disassociated. External IP: 172.27.3.56, port: 26c5ee8b-5002-4ad6-9997-4e2a53a213c8. Oct 21 11:53:43.743007 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Calling delete_port for 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:53:43.894948 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:43.929529 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event deleted for resources: {'Port': ['ID=26c5ee8b-5002-4ad6-9997-4e2a53a213c8,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:44.054919 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Router 3f02466a-187b-447d-8f5e-fc9738f0261b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:53:44.181543 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:53:44.202347 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7760cdc-bedb-43cc-8701-556c7241dcc0 None None] Sync routers for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:53:44.212131 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7760cdc-bedb-43cc-8701-556c7241dcc0 None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:53:44.212797 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b7760cdc-bedb-43cc-8701-556c7241dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:53:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:44.227651 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] No DVR routers for this DVR port 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:53:44.230322 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:44.235137 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8a0d4104-6079-4d5a-8306-656655ad1153 req-529aec15-8fe2-4131-b8c3-5498618f59b9 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.47 "DELETE /v2.0/ports/26c5ee8b-5002-4ad6-9997-4e2a53a213c8 HTTP/1.1" status: 204 len: 173 time: 0.9502549 Oct 21 11:53:44.236081 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4438e689-d508-4326-bc36-29b1ecceabdb', 'name': 'network-vif-deleted', 'tag': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:53:44.247788 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45d736a-8ec7-461f-9179-8ee0ad158622" -d '{"events": [{"server_uuid": "4438e689-d508-4326-bc36-29b1ecceabdb", "name": "network-vif-deleted", "tag": "26c5ee8b-5002-4ad6-9997-4e2a53a213c8"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:53:44.315337 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad6a8ca-c996-4dfd-8203-97254db72d69 x-openstack-request-id: req-fad6a8ca-c996-4dfd-8203-97254db72d69 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:53:44.316433 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4438e689-d508-4326-bc36-29b1ecceabdb", "name": "network-vif-deleted", "tag": "26c5ee8b-5002-4ad6-9997-4e2a53a213c8", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:53:44.317003 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fad6a8ca-c996-4dfd-8203-97254db72d69 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:53:44.317735 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4438e689-d508-4326-bc36-29b1ecceabdb', 'name': 'network-vif-deleted', 'tag': '26c5ee8b-5002-4ad6-9997-4e2a53a213c8', 'status': 'completed', 'code': 200} Oct 21 11:53:44.356935 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-b7760cdc-bedb-43cc-8701-556c7241dcc0 None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:53:44.445792 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:44.533385 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:44.644303 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b7760cdc-bedb-43cc-8701-556c7241dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:44.675990 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7760cdc-bedb-43cc-8701-556c7241dcc0 None None] Checking router: 3f02466a-187b-447d-8f5e-fc9738f0261b for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:53:44.687300 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7760cdc-bedb-43cc-8701-556c7241dcc0 None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:53:44.688173 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b7760cdc-bedb-43cc-8701-556c7241dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:53:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:44.907506 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-b7760cdc-bedb-43cc-8701-556c7241dcc0 None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:53:44.922612 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e648ff53-e5ff-4e2c-9a0f-e22df5103d60 req-16872fd8-2984-421d-99fb-7f77a011ac08 tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4438e689-d508-4326-bc36-29b1ecceabdb HTTP/1.1" status: 200 len: 210 time: 0.0636609 Oct 21 11:53:45.155180 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b7760cdc-bedb-43cc-8701-556c7241dcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:45.189025 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7760cdc-bedb-43cc-8701-556c7241dcc0 None None] The sync data for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi is: [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:49:12Z', 'revision_number': 4, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': 'a74ac3df-7363-41b5-a07f-dccc7696c283', 'name': '', 'network_id': '105a7904-76f8-4ec6-950a-b1ac8ab7f5f8', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'mac_address': 'fa:16:3e:5d:ad:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:11Z', 'updated_at': '2021-10-21T11:49:17Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'subnets': [{'id': '415429fa-83ed-47bb-94e4-dbac8cb8b65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:53:45.462591 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90cbcb4-5c93-4f2f-976f-f9660cbe9205 None None] New status for floating IP fdc4af7e-a711-4bcc-a0ac-3eecb013874a: DOWN {{(pid=106354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:53:46.016530 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54720) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:46.098530 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b16037e0-b6c0-41c6-887c-51c2cc39304a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:46.129000 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b16037e0-b6c0-41c6-887c-51c2cc39304a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:46.191527 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b16037e0-b6c0-41c6-887c-51c2cc39304a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:46.195117 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b16037e0-b6c0-41c6-887c-51c2cc39304a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:46.200438 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54722) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:46.205811 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-b16037e0-b6c0-41c6-887c-51c2cc39304a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "DELETE /v2.0/security-groups/8dc23472-ba61-4db6-91e2-33ebcf23480f HTTP/1.1" status: 204 len: 168 time: 0.1876175 Oct 21 11:53:46.216002 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.api.v2.resource [None req-1f0450fe-e023-416e-ad63-a6d815aa348c tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] show failed (client error): The resource could not be found. Oct 21 11:53:46.217434 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-1f0450fe-e023-416e-ad63-a6d815aa348c tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "GET /v2.0/security-groups/8dc23472-ba61-4db6-91e2-33ebcf23480f HTTP/1.1" status: 404 len: 347 time: 0.0151896 Oct 21 11:53:46.220196 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16037e0-b6c0-41c6-887c-51c2cc39304a tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc23472-ba61-4db6-91e2-33ebcf23480f,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:46.221055 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54724) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:46.326666 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:46.373579 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Deleting port 80c17a79-347a-4109-9bda-b1851f16d893 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:53:46.373936 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:46.459763 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:46.460104 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:46.473404 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Calling delete_port for 80c17a79-347a-4109-9bda-b1851f16d893 owned by network:floatingip {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:53:46.625530 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:46.657234 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Pushing event deleted for resources: {'Port': ['ID=80c17a79-347a-4109-9bda-b1851f16d893,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:46.671876 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.672371 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.672739 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.673214 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.673675 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.674127 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.674481 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.675073 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.675466 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.675907 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.676335 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.676680 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:46.748733 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks [] for floatingip, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:46.753051 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:46.754590 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-9292cc2f-8c00-4f57-b3f3-a16d8256c13d tempest-AttachVolumeTestJSON-595321104 tempest-AttachVolumeTestJSON-595321104-project] 10.222.0.24 "DELETE /v2.0/floatingips/fdc4af7e-a711-4bcc-a0ac-3eecb013874a HTTP/1.1" status: 204 len: 168 time: 0.5323799 Oct 21 11:53:47.642169 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:53:47.665847 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:53:47.666476 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 26c5ee8b-5002-4ad6-9997-4e2a53a213c8 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:53:50.394366 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54772) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:50.783187 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3702552'] for router_interface, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:51.065594 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Deleting port a74ac3df-7363-41b5-a07f-dccc7696c283 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:53:51.065594 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:51.131862 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:51.167238 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] For port a74ac3df-7363-41b5-a07f-dccc7696c283, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=a74ac3df-7363-41b5-a07f-dccc7696c283,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:51.167779 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:51.182353 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Calling delete_port for a74ac3df-7363-41b5-a07f-dccc7696c283 owned by network:router_interface {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:53:51.394973 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:51.425739 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=a74ac3df-7363-41b5-a07f-dccc7696c283,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:51.435246 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.435595 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.435925 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.436251 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.436576 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.436900 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.437279 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.437603 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.437923 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.438256 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.438571 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.438865 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:51.621302 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3855061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3702408'] for router_interface, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:51.875757 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Router 3f02466a-187b-447d-8f5e-fc9738f0261b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:53:51.994441 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:53:52.002999 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-1176becb-a4e3-4412-8a79-8b7a00350b2f admin admin] 10.222.0.24 "PUT /v2.0/routers/3f02466a-187b-447d-8f5e-fc9738f0261b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6073287 Oct 21 11:53:52.004209 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54786) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:52.006928 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1c494-b589-4187-a8e6-0ac9907e63ac None None] Sync routers for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:53:52.017433 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1c494-b589-4187-a8e6-0ac9907e63ac None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:53:52.018509 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c494-b589-4187-a8e6-0ac9907e63ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:53:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:52.139206 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-a1c1c494-b589-4187-a8e6-0ac9907e63ac None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:53:52.390517 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Publish callbacks [] for router, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:52.441288 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c494-b589-4187-a8e6-0ac9907e63ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:53:51Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:52.467740 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1c494-b589-4187-a8e6-0ac9907e63ac None None] Checking router: 3f02466a-187b-447d-8f5e-fc9738f0261b for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:53:52.477075 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1c494-b589-4187-a8e6-0ac9907e63ac None None] Routers {'3f02466a-187b-447d-8f5e-fc9738f0261b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:53:52.477701 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c494-b589-4187-a8e6-0ac9907e63ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:53:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['3f02466a-187b-447d-8f5e-fc9738f0261b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:52.492060 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:52.544018 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Deleting port 8c08a645-8666-4e8c-8d8e-1db9cae325de {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:53:52.544261 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:52.591374 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-a1c1c494-b589-4187-a8e6-0ac9907e63ac None None] Set router 3f02466a-187b-447d-8f5e-fc9738f0261b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:53:52.635997 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] For port 8c08a645-8666-4e8c-8d8e-1db9cae325de, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=8c08a645-8666-4e8c-8d8e-1db9cae325de,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:52.636335 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:52.651759 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Calling delete_port for 8c08a645-8666-4e8c-8d8e-1db9cae325de owned by network:router_gateway {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:53:52.797518 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-a1c1c494-b589-4187-a8e6-0ac9907e63ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:53:51Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:52.827310 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1c494-b589-4187-a8e6-0ac9907e63ac None None] The sync data for ids ['3f02466a-187b-447d-8f5e-fc9738f0261b'] in dv-cinder-814898-1-iscsi is: [{'id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'name': 'tempest-AttachVolumeTestJSON-1060758023-router', 'tenant_id': '18fd380ea9c941dca294ed7cd0146224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:49:09Z', 'updated_at': '2021-10-21T11:53:51Z', 'revision_number': 5, 'project_id': '18fd380ea9c941dca294ed7cd0146224', 'gw_port': {'id': '8c08a645-8666-4e8c-8d8e-1db9cae325de', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f02466a-187b-447d-8f5e-fc9738f0261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:49:10Z', 'updated_at': '2021-10-21T11:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:53:52.837299 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:52.864955 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c08a645-8666-4e8c-8d8e-1db9cae325de,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:52.923139 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3699490'] for router_gateway, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.019495 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3696045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12610'] for router, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.021748 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.064714 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3696054'] for router, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.065394 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f02466a-187b-447d-8f5e-fc9738f0261b {{(pid=106353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 11:53:53.070273 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] Publish callbacks [] for router, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.071330 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-c292f737-f69c-4265-ac70-10c6b751a642 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3f02466a-187b-447d-8f5e-fc9738f0261b HTTP/1.1" status: 204 len: 168 time: 1.0666299 Oct 21 11:53:53.074295 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54852) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:53.119391 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e039db8a-32dc-4177-be10-fc0c4fad17ab admin admin] Deleting subnet 415429fa-83ed-47bb-94e4-dbac8cb8b65a {{(pid=106353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:53:53.122588 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e039db8a-32dc-4177-be10-fc0c4fad17ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.157634 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e039db8a-32dc-4177-be10-fc0c4fad17ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11080619'] for subnet, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.250251 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e039db8a-32dc-4177-be10-fc0c4fad17ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.318133 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e039db8a-32dc-4177-be10-fc0c4fad17ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9302782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3067810'] for subnet, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.337715 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a74ac3df-7363-41b5-a07f-dccc7696c283 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:53:53.344664 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039db8a-32dc-4177-be10-fc0c4fad17ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415429fa-83ed-47bb-94e4-dbac8cb8b65a,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:53.351229 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e039db8a-32dc-4177-be10-fc0c4fad17ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.358479 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54860) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:53.359004 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-e039db8a-32dc-4177-be10-fc0c4fad17ab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/415429fa-83ed-47bb-94e4-dbac8cb8b65a HTTP/1.1" status: 204 len: 168 time: 0.2835250 Oct 21 11:53:53.371828 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: a74ac3df-7363-41b5-a07f-dccc7696c283 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:53:53.372177 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device a74ac3df-7363-41b5-a07f-dccc7696c283 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:53:53.375325 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2572b963-157b-4d80-9daf-038e62946f2e None None] Network 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:53:53.450239 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.514273 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Deleting port 2bdd980a-8138-42a4-b810-3f9430cee077 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:53:53.514524 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.578638 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] DHCP port deletion for 105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 request from dv-cinder-814898-1-iscsi {{(pid=106354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 21 11:53:53.590183 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] For port 2bdd980a-8138-42a4-b810-3f9430cee077, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=2bdd980a-8138-42a4-b810-3f9430cee077,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:53.590772 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.604152 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Calling delete_port for 2bdd980a-8138-42a4-b810-3f9430cee077 owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:53:53.623959 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Deleting port 2bdd980a-8138-42a4-b810-3f9430cee077 {{(pid=106354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:53:53.624328 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.689840 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] For port 2bdd980a-8138-42a4-b810-3f9430cee077, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=2bdd980a-8138-42a4-b810-3f9430cee077,segment=NetworkSegment(efca4cf8-70ee-4803-b887-ee3948a22c6f),segment_id=efca4cf8-70ee-4803-b887-ee3948a22c6f)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:53:53.690368 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.691866 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.704131 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Calling delete_port for 2bdd980a-8138-42a4-b810-3f9430cee077 owned by network:dhcp {{(pid=106354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:53:53.720349 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bdd980a-8138-42a4-b810-3f9430cee077,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:53.725370 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] No DVR routers for this DVR port 2bdd980a-8138-42a4-b810-3f9430cee077 on host dv-cinder-814898-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:53:53.787265 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363'] for port, after_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.810273 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.811914 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Pushing event deleted for resources: {'Port': ['ID=2bdd980a-8138-42a4-b810-3f9430cee077,revision_number=None']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:53.819260 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] No DVR routers for this DVR port 2bdd980a-8138-42a4-b810-3f9430cee077 on host dv-cinder-814898-1-iscsi {{(pid=106354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:53:53.822481 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.823172 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.823509 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.823842 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.826338 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.826338 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.826338 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.826338 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.826338 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.826338 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.826338 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.826338 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a8377-166c-4426-83b5-5368ca657355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:53:53.831516 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105a7904-76f8-4ec6-950a-b1ac8ab7f5f8']}} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:53.843426 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efca4cf8-70ee-4803-b887-ee3948a22c6f') {'for_net_delete': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:53.843836 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efca4cf8-70ee-4803-b887-ee3948a22c6f') {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:53.854226 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8431963'] for segment, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.867959 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.874092 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=106352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:53:53.874479 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8750407'] for segment, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: Traceback (most recent call last): Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: timer() Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: cb(*args, **kw) Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: return func(*args, **kwargs) Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: self._notify() Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: self.callback(batched_events) Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: event.method(event) Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: return f(self, *a, **k) Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._get(url).json() Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: return self.request(url, 'GET', **kwargs) Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:53:53.876159 dv-cinder-814898-1-iscsi neutron-server[106352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:53:53.941906 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.947371 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:53.950885 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] 10.222.0.24 "DELETE /v2.0/networks/105a7904-76f8-4ec6-950a-b1ac8ab7f5f8 HTTP/1.1" status: 204 len: 168 time: 0.5910597 Oct 21 11:53:53.961930 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dcf26-b515-4c1d-9e44-90ef2bb91d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=105a7904-76f8-4ec6-950a-b1ac8ab7f5f8,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:54.069810 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54864) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:54.114216 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-b9818c00-092c-4f71-9f0c-9e3388e5d73f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18fd380ea9c941dca294ed7cd0146224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428360 Oct 21 11:53:54.117510 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54866) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:54.167663 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-753677e6-871e-4453-87db-2f898f836cc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.190131 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-753677e6-871e-4453-87db-2f898f836cc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.242622 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-753677e6-871e-4453-87db-2f898f836cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.245345 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-753677e6-871e-4453-87db-2f898f836cc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.246480 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-753677e6-871e-4453-87db-2f898f836cc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78add10b-5208-444e-b246-1d84ad7c7036 HTTP/1.1" status: 204 len: 168 time: 0.1281095 Oct 21 11:53:54.257134 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753677e6-871e-4453-87db-2f898f836cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78add10b-5208-444e-b246-1d84ad7c7036,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:54.326486 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 54872) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:54.377622 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d95fdb-c584-4e1e-a23c-ed020945348c admin admin] Deleting subnet 7a6120f4-592b-4175-97e3-d4192ecc7ef9 {{(pid=106352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 11:53:54.382604 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-52d95fdb-c584-4e1e-a23c-ed020945348c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.419114 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-52d95fdb-c584-4e1e-a23c-ed020945348c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8431954'] for subnet, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.459317 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-52d95fdb-c584-4e1e-a23c-ed020945348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.515142 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-52d95fdb-c584-4e1e-a23c-ed020945348c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8750569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12482908'] for subnet, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.542277 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-52d95fdb-c584-4e1e-a23c-ed020945348c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.545546 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-52d95fdb-c584-4e1e-a23c-ed020945348c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7a6120f4-592b-4175-97e3-d4192ecc7ef9 HTTP/1.1" status: 204 len: 168 time: 0.2180247 Oct 21 11:53:54.546611 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d95fdb-c584-4e1e-a23c-ed020945348c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6120f4-592b-4175-97e3-d4192ecc7ef9,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:54.548379 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54880) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:54.626625 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.705044 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.731031 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a923d089-20fa-4695-ad4a-0ca70989e782']}} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:54.742590 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d07013-8462-4dc7-aecc-fd597abc10f6') {'for_net_delete': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:54.742878 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d07013-8462-4dc7-aecc-fd597abc10f6') {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:53:54.757134 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11080610'] for segment, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.771631 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.777974 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=106353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 11:53:54.778351 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9302608'] for segment, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: Traceback (most recent call last): Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: timer() Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: cb(*args, **kw) Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: return func(*args, **kwargs) Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: self._notify() Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: self.callback(batched_events) Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: event.method(event) Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: return f(self, *a, **k) Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._get(url).json() Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: return self.request(url, 'GET', **kwargs) Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 11:53:54.780201 dv-cinder-814898-1-iscsi neutron-server[106353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 11:53:54.844909 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.860017 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:54.866147 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a923d089-20fa-4695-ad4a-0ca70989e782 HTTP/1.1" status: 204 len: 168 time: 0.3140452 Oct 21 11:53:54.866147 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31e6bc-adb2-4dcb-ac34-f954df509ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a923d089-20fa-4695-ad4a-0ca70989e782,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:55.046008 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54900) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:55.087514 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-d479c10a-2ef9-44e8-8925-79b7c7011b4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7848da7dbbaa4e0c8380ad4b2af40ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402458 Oct 21 11:53:55.090039 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54902) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:55.139096 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-59f753fb-36df-4bf0-b4ae-132022fd98e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:55.166005 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-59f753fb-36df-4bf0-b4ae-132022fd98e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:55.187058 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 2bdd980a-8138-42a4-b810-3f9430cee077 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:53:55.217612 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 2bdd980a-8138-42a4-b810-3f9430cee077 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:53:55.218192 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 2bdd980a-8138-42a4-b810-3f9430cee077 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:53:55.218610 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 8c08a645-8666-4e8c-8d8e-1db9cae325de no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:53:55.222600 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-59f753fb-36df-4bf0-b4ae-132022fd98e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:55.226737 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-59f753fb-36df-4bf0-b4ae-132022fd98e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:55.227147 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-59f753fb-36df-4bf0-b4ae-132022fd98e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82e2b55a-903a-4e35-a2fe-cd9a1e0df688 HTTP/1.1" status: 204 len: 168 time: 0.1359248 Oct 21 11:53:55.236654 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f753fb-36df-4bf0-b4ae-132022fd98e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e2b55a-903a-4e35-a2fe-cd9a1e0df688,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:55.250203 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 8c08a645-8666-4e8c-8d8e-1db9cae325de {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:53:55.250571 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 8c08a645-8666-4e8c-8d8e-1db9cae325de not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:53:56.063830 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54948) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:56.168490 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-949961fb-c3b5-4a2a-95e0-7fa8cda99105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:56.248710 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-949961fb-c3b5-4a2a-95e0-7fa8cda99105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:56.252974 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-949961fb-c3b5-4a2a-95e0-7fa8cda99105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:56.289818 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949961fb-c3b5-4a2a-95e0-7fa8cda99105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba8c5a-2091-47ad-b252-487d122a34e2,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:56.294057 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-949961fb-c3b5-4a2a-95e0-7fa8cda99105 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd5bec1e452247ec93add384f22b7a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291718 Oct 21 11:53:56.296729 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54952) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:56.353058 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4bcb4907-ff85-41c2-8203-af056a572fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:56.378318 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4bcb4907-ff85-41c2-8203-af056a572fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:56.433125 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4bcb4907-ff85-41c2-8203-af056a572fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:56.435656 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-4bcb4907-ff85-41c2-8203-af056a572fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:56.436813 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-4bcb4907-ff85-41c2-8203-af056a572fec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3eba8c5a-2091-47ad-b252-487d122a34e2 HTTP/1.1" status: 204 len: 168 time: 0.1391909 Oct 21 11:53:56.444545 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb4907-ff85-41c2-8203-af056a572fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba8c5a-2091-47ad-b252-487d122a34e2,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:56.719966 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54962) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:56.734461 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1012-aea3-428d-abc1-78809c746736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:56.813057 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1012-aea3-428d-abc1-78809c746736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:56.818976 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1012-aea3-428d-abc1-78809c746736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:56.854467 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce1012-aea3-428d-abc1-78809c746736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aad4e9-9be4-43c8-b43c-01881f39fd9e,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:56.858752 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-e8ce1012-aea3-428d-abc1-78809c746736 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b167380c5fa548adadfee876848e5f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377318 Oct 21 11:53:56.862603 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 54964) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:56.911804 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-65fc83ef-a4fa-416c-b92d-eb827db5d992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:56.944946 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-65fc83ef-a4fa-416c-b92d-eb827db5d992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:57.002145 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-65fc83ef-a4fa-416c-b92d-eb827db5d992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:57.004954 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-65fc83ef-a4fa-416c-b92d-eb827db5d992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:57.006196 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-65fc83ef-a4fa-416c-b92d-eb827db5d992 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4aad4e9-9be4-43c8-b43c-01881f39fd9e HTTP/1.1" status: 204 len: 168 time: 0.1425149 Oct 21 11:53:57.014774 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc83ef-a4fa-416c-b92d-eb827db5d992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aad4e9-9be4-43c8-b43c-01881f39fd9e,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:58.913159 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55032) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:59.018225 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9d265b73-691f-4632-8dc9-4c2681dfc782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.100453 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9d265b73-691f-4632-8dc9-4c2681dfc782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.105978 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9d265b73-691f-4632-8dc9-4c2681dfc782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.141149 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-9d265b73-691f-4632-8dc9-4c2681dfc782 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=747cc8de7c204b29bea79de93d71074b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267964 Oct 21 11:53:59.143992 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55042) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:59.150772 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d265b73-691f-4632-8dc9-4c2681dfc782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4076c70-982f-4da9-9005-57f6e5bc29a2,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:59.213047 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-905cff19-c761-4e76-bd19-788248eee75f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.234917 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-905cff19-c761-4e76-bd19-788248eee75f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.282710 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-905cff19-c761-4e76-bd19-788248eee75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.285633 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-905cff19-c761-4e76-bd19-788248eee75f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.286891 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-905cff19-c761-4e76-bd19-788248eee75f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4076c70-982f-4da9-9005-57f6e5bc29a2 HTTP/1.1" status: 204 len: 168 time: 0.1418693 Oct 21 11:53:59.295254 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cff19-c761-4e76-bd19-788248eee75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4076c70-982f-4da9-9005-57f6e5bc29a2,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:59.517158 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55056) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:59.622923 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b8e5570b-3d6c-40aa-ae37-dfde6d44cddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.697113 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b8e5570b-3d6c-40aa-ae37-dfde6d44cddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.704503 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b8e5570b-3d6c-40aa-ae37-dfde6d44cddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.742398 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-b8e5570b-3d6c-40aa-ae37-dfde6d44cddf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fac8afb9f8c40d09c04a04e821b1ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241077 Oct 21 11:53:59.743505 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5570b-3d6c-40aa-ae37-dfde6d44cddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cd1fce-9072-4d00-a311-6694f9494a11,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:59.745475 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55068) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:53:59.801552 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-44f2b026-934f-4e73-8e21-7572624217f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.823803 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-44f2b026-934f-4e73-8e21-7572624217f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.870470 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-44f2b026-934f-4e73-8e21-7572624217f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.873367 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-44f2b026-934f-4e73-8e21-7572624217f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:53:59.874578 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-44f2b026-934f-4e73-8e21-7572624217f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61cd1fce-9072-4d00-a311-6694f9494a11 HTTP/1.1" status: 204 len: 168 time: 0.1281295 Oct 21 11:53:59.885144 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2b026-934f-4e73-8e21-7572624217f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cd1fce-9072-4d00-a311-6694f9494a11,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:53:59.993210 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55082) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:00.147622 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55086) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:00.148120 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-878900096-network', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:00.161556 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b052a1b6-4e16-4f11-9ab5-38b93e44403b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.172356 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Made reservation on behalf of c274eaa78249486dafb40f8c2554ce2f for: {'network': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:54:00.174836 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.183429 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.241046 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b052a1b6-4e16-4f11-9ab5-38b93e44403b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.246252 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-b052a1b6-4e16-4f11-9ab5-38b93e44403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.261259 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.266300 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.286085 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-b052a1b6-4e16-4f11-9ab5-38b93e44403b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff8dc9086f64422c90f2f7f70466e31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371913 Oct 21 11:54:00.288132 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052a1b6-4e16-4f11-9ab5-38b93e44403b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59520cf3-e46a-450b-be4c-0fbf99d550cb,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:00.289483 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55088) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:00.290289 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=106352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:54:00.317376 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb40db2-399c-4a2f-929a-fd116a602498,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:00.320232 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.320567 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.segments_db [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Added segment 6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd of type vlan for network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 Oct 21 11:54:00.378677 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.398257 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b9a9-4bcd-4098-af39-b108a1236eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.426317 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.427250 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:00.427820 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.430804 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b9a9-4bcd-4098-af39-b108a1236eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.466951 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4726286 Oct 21 11:54:00.470112 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55090) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:00.476027 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] Request body: {'subnet': {'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-878900096-subnet', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'ip_version': 4}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:00.500165 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] Made reservation on behalf of c274eaa78249486dafb40f8c2554ce2f for: {'subnet': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:54:00.503054 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3067807'] for subnet, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.516834 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc727c-a5df-4592-b294-a24dfa73688b admin admin] Pushing event updated for resources: {'Network': ['ID=6f3dfe9d-7d09-45b8-8a59-c923283b38c9,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:00.528842 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:54:00.538759 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b9a9-4bcd-4098-af39-b108a1236eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.541692 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b9a9-4bcd-4098-af39-b108a1236eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.543083 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-e9a3b9a9-4bcd-4098-af39-b108a1236eb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59520cf3-e46a-450b-be4c-0fbf99d550cb HTTP/1.1" status: 204 len: 168 time: 0.2504909 Oct 21 11:54:00.551754 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3b9a9-4bcd-4098-af39-b108a1236eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59520cf3-e46a-450b-be4c-0fbf99d550cb,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:00.678968 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11713075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3067817'] for subnet, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.730886 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c07e9a1-a778-492a-beec-ab2dd6168061,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:00.748122 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] Checking segment: {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:54:00.748480 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] Network hostable DHCP agents. Network: 6f3dfe9d-7d09-45b8-8a59-c923283b38c9, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:54:00.767853 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] Network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:54:00.778119 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, 6f3dfe9d-7d09-45b8-8a59-c923283b38c9) {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:00.782579 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:00.783304 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.787956 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd4906e-7735-4f1b-8688-0362fb019d54 None None] Network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:54:00.802681 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-db42195a-53a8-4e9a-a109-ec69a8de231f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3310525 Oct 21 11:54:00.805442 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55096) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:00.810798 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:00.834150 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12628'] for router, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.835303 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3701107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3699601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12619'] for router, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:00.887381 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.078952 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0628681-c0f0-58e8-8bb9-96f5876d12ab-6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061'}]}} from dv-cinder-814898-1-iscsi. {{(pid=106354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 21 11:54:01.079951 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.236347 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.db_base_plugin_common [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Allocated IP 172.20.0.2 (6f3dfe9d-7d09-45b8-8a59-c923283b38c9/4c07e9a1-a778-492a-beec-ab2dd6168061/0c00f73d-08a1-4c60-9194-693d5c6cda0d) {{(pid=106354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:54:01.293706 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.392885 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Publish callbacks [] for port, precommit_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.400608 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.447927 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 is already hosted by enough agents. {{(pid=106354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:54:01.452146 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.base_scheduler [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Resources bound (agent type, host, resource id): {{(pid=106354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:01.454784 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Received port after_create {{(pid=106354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:54:01.464269 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Pushing event updated for resources: {'Port': ['ID=0c00f73d-08a1-4c60-9194-693d5c6cda0d,revision_number=1']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:01.506644 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.518318 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Attempting to bind port 0c00f73d-08a1-4c60-9194-693d5c6cda0d on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:54:01.519186 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Attempting to bind port 0c00f73d-08a1-4c60-9194-693d5c6cda0d by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:54:01.519617 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Attempting to bind port 0c00f73d-08a1-4c60-9194-693d5c6cda0d on network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:54:01.525805 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:54:01.526483 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Checking segment: {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:54:01.526685 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.527128 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Bound using segment: {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:54:01.527650 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Bound port: 0c00f73d-08a1-4c60-9194-693d5c6cda0d, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:54:01.528091 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.530348 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.593565 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] For port 0c00f73d-08a1-4c60-9194-693d5c6cda0d, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:54:01.596759 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] For port 0c00f73d-08a1-4c60-9194-693d5c6cda0d, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=0c00f73d-08a1-4c60-9194-693d5c6cda0d,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:54:01.602585 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.644489 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Allocated IP 172.27.3.62 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/6f73e7cc-c22b-455f-8801-76878348b87d) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:54:01.678412 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6452db-d812-4dc6-8377-fed103e02024 None None] Pushing event updated for resources: {'Port': ['ID=0c00f73d-08a1-4c60-9194-693d5c6cda0d,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:01.775636 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.816134 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:01.877473 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:54:01.880376 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:01.888757 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:54:01.909025 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f73e7cc-c22b-455f-8801-76878348b87d,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:02.153015 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:02.356181 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3701116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3699710'] for router, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:02.515625 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Router 5b0044d4-628d-4592-926b-6cfa6483988b is scheduled to L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c with binding_index 1 {{(pid=106352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 11:54:02.628515 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70867977-29b9-4261-97b3-b0d65505b3e3 None None] Network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:54:02.629810 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:54:02.642500 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Sync routers for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:54:02.648679 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:02.650008 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-133ec65c-ad44-4eb8-bc05-af934c2a6ce4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8432422 Oct 21 11:54:02.652744 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55140) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:02.686082 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:54:02.686705 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:53:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:02.796172 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-93f56b68-0cbf-4761-80f4-74be7eddb6ca None None] Provisioning complete for port 0c00f73d-08a1-4c60-9194-693d5c6cda0d triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:02.796501 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-93f56b68-0cbf-4761-80f4-74be7eddb6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:02.874804 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:54:03.064326 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-93f56b68-0cbf-4761-80f4-74be7eddb6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.075280 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.135128 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-93f56b68-0cbf-4761-80f4-74be7eddb6ca None None] For port 0c00f73d-08a1-4c60-9194-693d5c6cda0d, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=0c00f73d-08a1-4c60-9194-693d5c6cda0d,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:54:03.142366 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-93f56b68-0cbf-4761-80f4-74be7eddb6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.212494 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:02Z', 'revision_number': 3, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:03.215703 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f56b68-0cbf-4761-80f4-74be7eddb6ca None None] Pushing event updated for resources: {'Port': ['ID=0c00f73d-08a1-4c60-9194-693d5c6cda0d,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:03.247695 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Checking router: 5b0044d4-628d-4592-926b-6cfa6483988b for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:54:03.248042 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Updating router 5b0044d4-628d-4592-926b-6cfa6483988b port 6f73e7cc-c22b-455f-8801-76878348b87d binding host dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:54:03.263407 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Allocated IP 172.20.0.1 (6f3dfe9d-7d09-45b8-8a59-c923283b38c9/4c07e9a1-a778-492a-beec-ab2dd6168061/183cb825-bef5-4dac-959c-fe61265a9d3e) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:54:03.270716 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 0c00f73d-08a1-4c60-9194-693d5c6cda0d up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:54:03.298226 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.376577 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.414348 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.432681 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 0c00f73d-08a1-4c60-9194-693d5c6cda0d triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:03.433046 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.434487 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-53110064-ecbe-4147-acdd-5c30250231ed None None] Provisioning complete for port 0c00f73d-08a1-4c60-9194-693d5c6cda0d triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:03.434829 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-53110064-ecbe-4147-acdd-5c30250231ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.452858 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:54:03.457266 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:03.464328 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:54:03.467545 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Pushing event updated for resources: {'Port': ['ID=183cb825-bef5-4dac-959c-fe61265a9d3e,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:03.509978 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702673'] for router_interface, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.675578 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.704251 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Publish callbacks [] for port, precommit_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.718078 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.859765 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.865753 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8750499'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.940067 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0f4f4-2004-4dd0-9ae9-e0c47a50a25c None None] Pushing event updated for resources: {'Port': ['ID=6f73e7cc-c22b-455f-8801-76878348b87d,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:03.940205 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Pushing event updated for resources: {'Port': ['ID=183cb825-bef5-4dac-959c-fe61265a9d3e,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:03.944449 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3855070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702589'] for router_interface, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.944955 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Attempting to bind port 6f73e7cc-c22b-455f-8801-76878348b87d on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:54:03.945368 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Attempting to bind port 6f73e7cc-c22b-455f-8801-76878348b87d by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:54:03.945729 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Attempting to bind port 6f73e7cc-c22b-455f-8801-76878348b87d on network f1f48190-e7d7-48cd-832b-f0ed44723a0c {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:54:03.951196 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:54:03.951564 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Checking segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:54:03.951955 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:03.952337 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Bound using segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:54:03.952795 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Bound port: 6f73e7cc-c22b-455f-8801-76878348b87d, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:54:03.953275 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:04.007600 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] For port 6f73e7cc-c22b-455f-8801-76878348b87d, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:54:04.011161 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] For port 6f73e7cc-c22b-455f-8801-76878348b87d, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=6f73e7cc-c22b-455f-8801-76878348b87d,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:54:04.021314 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:04.041035 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:54:04.042415 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:04.072285 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-fe474625-2003-4db3-a6d6-1b5bd10a8a72 None None] Provisioning complete for port 183cb825-bef5-4dac-959c-fe61265a9d3e triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:04.073169 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-fe474625-2003-4db3-a6d6-1b5bd10a8a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:04.131006 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0f4f4-2004-4dd0-9ae9-e0c47a50a25c None None] Pushing event updated for resources: {'Port': ['ID=6f73e7cc-c22b-455f-8801-76878348b87d,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:04.135395 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:54:04.136014 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:53:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:04.143581 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-fe474625-2003-4db3-a6d6-1b5bd10a8a72 None None] Port 183cb825-bef5-4dac-959c-fe61265a9d3e cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:54:04.282652 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:54:04.441155 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-ca28b417-f524-42f0-afd3-b9430acf8a3b None None] Provisioning complete for port 183cb825-bef5-4dac-959c-fe61265a9d3e triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:04.441426 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ca28b417-f524-42f0-afd3-b9430acf8a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:04.465375 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Router 5b0044d4-628d-4592-926b-6cfa6483988b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:54:04.492976 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-ca28b417-f524-42f0-afd3-b9430acf8a3b None None] Port 183cb825-bef5-4dac-959c-fe61265a9d3e cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:54:04.543798 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 2, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:04.572071 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39f9b8-134c-439f-aae5-9ea449a2a075 None None] The sync data for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi is: [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 2, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:54:04.588292 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:54:04.599777 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-813f65b0-4d9d-4ea1-ade3-f5e584b96777 admin admin] 10.222.0.24 "PUT /v2.0/routers/5b0044d4-628d-4592-926b-6cfa6483988b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9459743 Oct 21 11:54:05.185038 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55174) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:05.190374 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-955759092-network', 'tenant_id': 'deca308cf946495fafe0cbe275729c48'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:05.232684 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Made reservation on behalf of deca308cf946495fafe0cbe275729c48 for: {'network': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:54:05.235159 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for network, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.240220 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 0c00f73d-08a1-4c60-9194-693d5c6cda0d up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:54:05.244529 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.296872 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 0c00f73d-08a1-4c60-9194-693d5c6cda0d triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:05.297275 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.334682 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.340261 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.363829 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=106353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 21 11:54:05.377709 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf1a97-f077-4ba7-94f1-781e0e367bbe,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:05.392274 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.392762 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.segments_db [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Added segment 9eef2b87-df2e-4775-912f-6f16c221035d of type vlan for network bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c Oct 21 11:54:05.438462 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755791640980'] for network, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.470223 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084'] for network, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.471328 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:05.472634 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.514132 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3278916 Oct 21 11:54:05.517813 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55180) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:05.523922 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] Request body: {'subnet': {'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-955759092-subnet', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'ip_version': 4}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:05.546990 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511c194-5029-456f-a11e-a46b48422719 admin admin] Pushing event updated for resources: {'Network': ['ID=bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:05.554933 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] Made reservation on behalf of deca308cf946495fafe0cbe275729c48 for: {'subnet': 1} {{(pid=106352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:54:05.558461 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12482913'] for subnet, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.559814 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Network bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c details requested by agent ovs-agent-dv-cinder-814898-1-iscsi with host dv-cinder-814898-1-iscsi {{(pid=106354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 21 11:54:05.758538 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12242212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12482903'] for subnet, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.830082 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:05.843278 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] Checking segment: {'id': '9eef2b87-df2e-4775-912f-6f16c221035d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:54:05.843717 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] Network hostable DHCP agents. Network: bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c, hostable agents: ['50f641e1-d377-4c5a-85dc-e17a691cf901'], hosted agents: [] {{(pid=106352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 21 11:54:05.862729 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] Network bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c is scheduled to be hosted by DHCP agent 50f641e1-d377-4c5a-85dc-e17a691cf901 with binding_index 1 {{(pid=106352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 21 11:54:05.873581 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-1-iscsi, bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c) {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:05.875248 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55186) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:05.879845 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:05.880163 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for subnet, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.883483 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d5e15-8c83-4be6-8828-3ab68d2882f8 None None] Network bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:54:05.901639 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-93575e3c-2370-46b1-bea7-cd7e5e97f1ec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3819029 Oct 21 11:54:05.904523 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55190) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:05.909765 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-955759092-router', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:05.931880 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3701191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12628'] for router, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.933152 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3701107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3699601', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12619'] for router, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:05.990281 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.003159 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa6297fd-59fa-4bc4-8b4f-ec7a94e38b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.046817 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0628681-c0f0-58e8-8bb9-96f5876d12ab-bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c', 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'fixed_ips': [{'subnet_id': 'f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6'}]}} from dv-cinder-814898-1-iscsi. {{(pid=106354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 21 11:54:06.048908 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.087874 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa6297fd-59fa-4bc4-8b4f-ec7a94e38b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.093566 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-aa6297fd-59fa-4bc4-8b4f-ec7a94e38b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.135581 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.140232 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-aa6297fd-59fa-4bc4-8b4f-ec7a94e38b47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31a2217c6ca44f5da4c61a8abc04288d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636652 Oct 21 11:54:06.141783 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6297fd-59fa-4bc4-8b4f-ec7a94e38b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f37526-8e0c-4219-a8d2-25f5eeb063bc,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:06.142985 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55192) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:06.214443 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.db_base_plugin_common [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Allocated IP 172.20.0.2 (bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c/f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6/4e396f5b-1521-44b6-be4b-089ac1e74e6c) {{(pid=106354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:54:06.256129 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-edd7a621-ee2c-4a76-83ea-bb12646a2001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.285254 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-edd7a621-ee2c-4a76-83ea-bb12646a2001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.368770 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Publish callbacks [] for port, precommit_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.380114 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354'] for port, after_create {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.408363 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-edd7a621-ee2c-4a76-83ea-bb12646a2001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.411708 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-edd7a621-ee2c-4a76-83ea-bb12646a2001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.412751 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-edd7a621-ee2c-4a76-83ea-bb12646a2001 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8f37526-8e0c-4219-a8d2-25f5eeb063bc HTTP/1.1" status: 204 len: 168 time: 0.2686329 Oct 21 11:54:06.416369 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Network bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c is already hosted by enough agents. {{(pid=106354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:54:06.420858 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.scheduler.base_scheduler [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Resources bound (agent type, host, resource id): {{(pid=106354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:06.424640 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Received port after_create {{(pid=106354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:54:06.433168 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Pushing event updated for resources: {'Port': ['ID=4e396f5b-1521-44b6-be4b-089ac1e74e6c,revision_number=1']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:06.451533 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7a621-ee2c-4a76-83ea-bb12646a2001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f37526-8e0c-4219-a8d2-25f5eeb063bc,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:06.470274 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.492276 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.505271 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Attempting to bind port 4e396f5b-1521-44b6-be4b-089ac1e74e6c on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:54:06.505694 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Attempting to bind port 4e396f5b-1521-44b6-be4b-089ac1e74e6c by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': '9eef2b87-df2e-4775-912f-6f16c221035d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:54:06.506059 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Attempting to bind port 4e396f5b-1521-44b6-be4b-089ac1e74e6c on network bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:54:06.511713 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:54:06.512083 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Checking segment: {'id': '9eef2b87-df2e-4775-912f-6f16c221035d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:54:06.512494 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.512872 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Bound using segment: {'id': '9eef2b87-df2e-4775-912f-6f16c221035d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:54:06.513379 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Bound port: 4e396f5b-1521-44b6-be4b-089ac1e74e6c, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eef2b87-df2e-4775-912f-6f16c221035d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:54:06.513762 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.586368 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] For port 4e396f5b-1521-44b6-be4b-089ac1e74e6c, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:54:06.590928 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] For port 4e396f5b-1521-44b6-be4b-089ac1e74e6c, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=4e396f5b-1521-44b6-be4b-089ac1e74e6c,segment=NetworkSegment(9eef2b87-df2e-4775-912f-6f16c221035d),segment_id=9eef2b87-df2e-4775-912f-6f16c221035d)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:54:06.600245 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.631472 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Allocated IP 172.27.3.145 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/5d74ad88-9ac3-4673-9066-b20814c48825) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:54:06.667501 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5820dd-5247-421c-b1ec-7335a2599c20 None None] Pushing event updated for resources: {'Port': ['ID=4e396f5b-1521-44b6-be4b-089ac1e74e6c,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:06.732966 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Sync routers for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:54:06.743695 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:54:06.743980 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:53:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:06.764769 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.766671 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55198) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:06.780645 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a6756f57-3737-43a6-809d-5d786640d5c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.812106 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.896480 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a6756f57-3737-43a6-809d-5d786640d5c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.901077 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:54:06.902646 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a6756f57-3737-43a6-809d-5d786640d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:06.913902 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:06.915559 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:54:06.916626 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:54:06.920382 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d74ad88-9ac3-4673-9066-b20814c48825,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:06.968396 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-a6756f57-3737-43a6-809d-5d786640d5c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cff2ebc01404f6cb96741ce10996b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982899 Oct 21 11:54:06.969779 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55200) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:06.971037 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6756f57-3737-43a6-809d-5d786640d5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aeece6-ef54-4492-972a-7b1f07e169db,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:07.120423 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-02203298-dec1-489a-9de3-ba5e33ca9e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.125232 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 2, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:07.157948 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Checking router: 5b0044d4-628d-4592-926b-6cfa6483988b for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:54:07.158297 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Updating router 5b0044d4-628d-4592-926b-6cfa6483988b port 183cb825-bef5-4dac-959c-fe61265a9d3e binding host dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:54:07.192228 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.244348 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.263424 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 4e396f5b-1521-44b6-be4b-089ac1e74e6c up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:54:07.295504 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-02203298-dec1-489a-9de3-ba5e33ca9e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.316307 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 4e396f5b-1521-44b6-be4b-089ac1e74e6c triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:07.316920 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.425909 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.427790 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-02203298-dec1-489a-9de3-ba5e33ca9e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.430429 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-02203298-dec1-489a-9de3-ba5e33ca9e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.433928 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-02203298-dec1-489a-9de3-ba5e33ca9e33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2aeece6-ef54-4492-972a-7b1f07e169db HTTP/1.1" status: 204 len: 168 time: 0.4618340 Oct 21 11:54:07.453136 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02203298-dec1-489a-9de3-ba5e33ca9e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aeece6-ef54-4492-972a-7b1f07e169db,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:07.476703 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port 4e396f5b-1521-44b6-be4b-089ac1e74e6c, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=4e396f5b-1521-44b6-be4b-089ac1e74e6c,segment=NetworkSegment(9eef2b87-df2e-4775-912f-6f16c221035d),segment_id=9eef2b87-df2e-4775-912f-6f16c221035d)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:54:07.491540 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.492762 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 6f73e7cc-c22b-455f-8801-76878348b87d up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:54:07.520754 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Publish callbacks [] for port, precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.528196 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.529580 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3701116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3699710'] for router, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.597957 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=4e396f5b-1521-44b6-be4b-089ac1e74e6c,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:07.608291 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 6f73e7cc-c22b-455f-8801-76878348b87d triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:07.608777 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.620090 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Pushing event updated for resources: {'Port': ['ID=183cb825-bef5-4dac-959c-fe61265a9d3e,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:07.643137 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.644006 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.644519 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.645073 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.645678 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.646324 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.646851 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.647377 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.647927 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.648561 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.649098 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.649622 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:07.673612 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Attempting to bind port 183cb825-bef5-4dac-959c-fe61265a9d3e on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:54:07.673972 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Attempting to bind port 183cb825-bef5-4dac-959c-fe61265a9d3e by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:54:07.674432 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Attempting to bind port 183cb825-bef5-4dac-959c-fe61265a9d3e on network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:54:07.690630 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:54:07.690995 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Checking segment: {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:54:07.691381 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.691764 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Bound using segment: {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:54:07.692222 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Bound port: 183cb825-bef5-4dac-959c-fe61265a9d3e, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:54:07.692784 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.735334 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.767133 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port 6f73e7cc-c22b-455f-8801-76878348b87d, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=6f73e7cc-c22b-455f-8801-76878348b87d,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:54:07.777244 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.831335 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] For port 183cb825-bef5-4dac-959c-fe61265a9d3e, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:54:07.836070 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] For port 183cb825-bef5-4dac-959c-fe61265a9d3e, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=183cb825-bef5-4dac-959c-fe61265a9d3e,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:54:07.842498 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:07.859741 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=6f73e7cc-c22b-455f-8801-76878348b87d,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:07.882597 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Router 10f4b302-c761-492b-be9e-60c5248dbbb7 is scheduled to L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c with binding_index 1 {{(pid=106352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 21 11:54:07.929862 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:54:07.930682 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:53:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:07.932808 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa406a-8f70-47df-9fad-bb0d28acff2e None None] Network bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 11:54:07.943888 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7854c-ffda-4d52-8d1e-6daa85481100 None None] Pushing event updated for resources: {'Port': ['ID=183cb825-bef5-4dac-959c-fe61265a9d3e,revision_number=4']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:08.020505 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:54:08.046933 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Sync routers for ids ['10f4b302-c761-492b-be9e-60c5248dbbb7'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:54:08.049989 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:08.051594 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-f79c01a1-3fec-4845-9a99-8927326055e9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1457665 Oct 21 11:54:08.054932 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55212) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:08.097526 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-a0325824-17f6-49f0-a1f3-49d3a888158c None None] Provisioning complete for port 183cb825-bef5-4dac-959c-fe61265a9d3e triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:08.097998 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a0325824-17f6-49f0-a1f3-49d3a888158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:08.131118 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Routers {'10f4b302-c761-492b-be9e-60c5248dbbb7'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:54:08.132164 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:53:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['10f4b302-c761-492b-be9e-60c5248dbbb7'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:08.139187 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:54:08.406451 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:08.441077 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2866c-2fb7-4c07-98dd-359589fb44a3 None None] The sync data for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi is: [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:54:08.493589 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a0325824-17f6-49f0-a1f3-49d3a888158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:08.514803 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Set router 10f4b302-c761-492b-be9e-60c5248dbbb7 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:54:08.586764 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-a0325824-17f6-49f0-a1f3-49d3a888158c None None] For port 183cb825-bef5-4dac-959c-fe61265a9d3e, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=183cb825-bef5-4dac-959c-fe61265a9d3e,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:54:08.622492 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a0325824-17f6-49f0-a1f3-49d3a888158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:08.655289 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:08.681157 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-a0325824-17f6-49f0-a1f3-49d3a888158c None None] Provisioning complete for port 4e396f5b-1521-44b6-be4b-089ac1e74e6c triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:08.681669 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a0325824-17f6-49f0-a1f3-49d3a888158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:08.784409 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0325824-17f6-49f0-a1f3-49d3a888158c None None] Pushing event updated for resources: {'Port': ['ID=183cb825-bef5-4dac-959c-fe61265a9d3e,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:08.856440 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Allocated IP 172.20.0.1 (bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c/f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6/813891fd-c6de-4988-87f3-c29ed7b128f0) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:54:08.898078 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'name': 'tempest-TestVolumeBootPattern-955759092-router', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:05Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 3, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'gw_port': {'id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:06Z', 'updated_at': '2021-10-21T11:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:08.935496 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Checking router: 10f4b302-c761-492b-be9e-60c5248dbbb7 for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:54:08.936403 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Updating router 10f4b302-c761-492b-be9e-60c5248dbbb7 port 5d74ad88-9ac3-4673-9066-b20814c48825 binding host dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:54:08.977490 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:08.985305 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.032732 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.083132 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Network bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:54:09.085869 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:09.086554 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-352217d1-ff98-4a72-a181-6d0b23630955 None None] Provisioning complete for port 183cb825-bef5-4dac-959c-fe61265a9d3e triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:09.086937 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-352217d1-ff98-4a72-a181-6d0b23630955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.093207 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:54:09.096677 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Pushing event updated for resources: {'Port': ['ID=813891fd-c6de-4988-87f3-c29ed7b128f0,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:09.161468 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3702673'] for router_interface, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.325962 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 4e396f5b-1521-44b6-be4b-089ac1e74e6c up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:54:09.405754 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-352217d1-ff98-4a72-a181-6d0b23630955 None None] Provisioning complete for port 4e396f5b-1521-44b6-be4b-089ac1e74e6c triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:09.406118 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-352217d1-ff98-4a72-a181-6d0b23630955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.422030 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.507363 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 4e396f5b-1521-44b6-be4b-089ac1e74e6c triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:09.507875 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.539439 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Publish callbacks [] for port, precommit_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.551043 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.617385 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.624298 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.648797 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8265524-f622-49ca-8dd4-bd09a9d493e9 None None] Pushing event updated for resources: {'Port': ['ID=5d74ad88-9ac3-4673-9066-b20814c48825,revision_number=2']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:09.655244 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Attempting to bind port 5d74ad88-9ac3-4673-9066-b20814c48825 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:54:09.655753 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Attempting to bind port 5d74ad88-9ac3-4673-9066-b20814c48825 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:54:09.656288 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Attempting to bind port 5d74ad88-9ac3-4673-9066-b20814c48825 on network f1f48190-e7d7-48cd-832b-f0ed44723a0c {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:54:09.689548 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:54:09.690054 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Checking segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:54:09.691082 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.691488 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Bound using segment: {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'} {{(pid=106354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:54:09.691969 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.managers [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Bound port: 5d74ad88-9ac3-4673-9066-b20814c48825, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c'}}] {{(pid=106354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:54:09.692345 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.694769 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3855070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3702589'] for router_interface, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.697718 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Pushing event updated for resources: {'Port': ['ID=813891fd-c6de-4988-87f3-c29ed7b128f0,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:09.737013 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 6f73e7cc-c22b-455f-8801-76878348b87d up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:54:09.795093 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Network bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:54:09.796140 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] For port 5d74ad88-9ac3-4673-9066-b20814c48825, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:54:09.797293 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:09.820993 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] For port 5d74ad88-9ac3-4673-9066-b20814c48825, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=5d74ad88-9ac3-4673-9066-b20814c48825,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:54:09.826693 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-d26c8470-c539-40c2-8ea1-2288c700582d None None] Provisioning complete for port 813891fd-c6de-4988-87f3-c29ed7b128f0 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:09.826693 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d26c8470-c539-40c2-8ea1-2288c700582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.846266 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.913021 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 6f73e7cc-c22b-455f-8801-76878348b87d triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:09.913416 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:09.923683 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-d26c8470-c539-40c2-8ea1-2288c700582d None None] Port 813891fd-c6de-4988-87f3-c29ed7b128f0 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:54:09.945292 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Router 10f4b302-c761-492b-be9e-60c5248dbbb7 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:54:09.956433 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Routers {'10f4b302-c761-492b-be9e-60c5248dbbb7'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:54:09.957072 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:53:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['10f4b302-c761-492b-be9e-60c5248dbbb7'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:09.961723 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8265524-f622-49ca-8dd4-bd09a9d493e9 None None] Pushing event updated for resources: {'Port': ['ID=5d74ad88-9ac3-4673-9066-b20814c48825,revision_number=3']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:10.080591 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:54:10.087390 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-0ded657b-1844-4a38-ab23-ec8b4f94b498 admin admin] 10.222.0.24 "PUT /v2.0/routers/10f4b302-c761-492b-be9e-60c5248dbbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0306599 Oct 21 11:54:10.115411 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] Set router 10f4b302-c761-492b-be9e-60c5248dbbb7 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:54:10.152955 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 183cb825-bef5-4dac-959c-fe61265a9d3e up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:54:10.251388 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-617c9841-983a-4384-8a88-02f70e9f9939 None None] Provisioning complete for port 813891fd-c6de-4988-87f3-c29ed7b128f0 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:10.251706 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-617c9841-983a-4384-8a88-02f70e9f9939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:10.344189 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-617c9841-983a-4384-8a88-02f70e9f9939 None None] Port 813891fd-c6de-4988-87f3-c29ed7b128f0 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:54:10.364036 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 183cb825-bef5-4dac-959c-fe61265a9d3e triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:10.364402 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:10.600236 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55258) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:10.605056 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-a108c48b-8aa0-4ff7-8609-e146ff5be667 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938096250', 'description': 'tempest-secgroup-smoke-1938096250 description', 'project_id': 'c274eaa78249486dafb40f8c2554ce2f'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:10.616511 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'name': 'tempest-TestVolumeBootPattern-955759092-router', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:05Z', 'updated_at': '2021-10-21T11:54:09Z', 'revision_number': 4, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'gw_port': {'id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:06Z', 'updated_at': '2021-10-21T11:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '813891fd-c6de-4988-87f3-c29ed7b128f0', 'name': '', 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'mac_address': 'fa:16:3e:52:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:08Z', 'updated_at': '2021-10-21T11:54:09Z', 'revision_number': 2, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'subnets': [{'id': 'f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:10.633230 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a108c48b-8aa0-4ff7-8609-e146ff5be667 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:10.649775 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6b570-e869-4b0e-aad0-af34d4d6ae26 None None] The sync data for ids ['10f4b302-c761-492b-be9e-60c5248dbbb7'] in dv-cinder-814898-1-iscsi is: [{'id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'name': 'tempest-TestVolumeBootPattern-955759092-router', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:05Z', 'updated_at': '2021-10-21T11:54:09Z', 'revision_number': 4, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'gw_port': {'id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:06Z', 'updated_at': '2021-10-21T11:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '813891fd-c6de-4988-87f3-c29ed7b128f0', 'name': '', 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'mac_address': 'fa:16:3e:52:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:08Z', 'updated_at': '2021-10-21T11:54:09Z', 'revision_number': 2, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'subnets': [{'id': 'f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:54:10.707782 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a108c48b-8aa0-4ff7-8609-e146ff5be667 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:10.713907 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a108c48b-8aa0-4ff7-8609-e146ff5be667 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:10.743912 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a108c48b-8aa0-4ff7-8609-e146ff5be667 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:10.745216 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-a108c48b-8aa0-4ff7-8609-e146ff5be667 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1436636 Oct 21 11:54:10.747258 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108c48b-8aa0-4ff7-8609-e146ff5be667 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddd2f7a-38b3-4d4a-a410-a646f032a315,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:10.748406 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55260) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:10.754261 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-2ffdd2c6-5c43-401c-a148-9c551dad44be tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'security_group_rule': {'security_group_id': '9ddd2f7a-38b3-4d4a-a410-a646f032a315', 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:10.785577 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd2c6-5c43-401c-a148-9c551dad44be tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:10.860931 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd2c6-5c43-401c-a148-9c551dad44be tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:10.866458 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd2c6-5c43-401c-a148-9c551dad44be tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:10.885052 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdd2c6-5c43-401c-a148-9c551dad44be tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6e1289-1b53-48ec-ba14-42e20e5af90d,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:10.897214 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd2c6-5c43-401c-a148-9c551dad44be tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:10.898629 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-2ffdd2c6-5c43-401c-a148-9c551dad44be tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485527 Oct 21 11:54:10.901516 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55262) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:10.906147 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-ba253139-8e05-4e85-a576-e991c0f031c7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'security_group_rule': {'security_group_id': '9ddd2f7a-38b3-4d4a-a410-a646f032a315', 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:10.949786 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ba253139-8e05-4e85-a576-e991c0f031c7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:10.962165 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-09581a72-0110-4e12-b544-0482facf64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.016565 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ba253139-8e05-4e85-a576-e991c0f031c7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.021660 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ba253139-8e05-4e85-a576-e991c0f031c7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.039659 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba253139-8e05-4e85-a576-e991c0f031c7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c005bcea-6c6b-4e4b-8cb1-f5b09b0df625,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:11.050033 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-ba253139-8e05-4e85-a576-e991c0f031c7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.051434 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-ba253139-8e05-4e85-a576-e991c0f031c7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488311 Oct 21 11:54:11.054117 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55264) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:11.058635 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-6744d360-d1ac-4912-ad46-632e46db088f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'security_group_rule': {'security_group_id': '9ddd2f7a-38b3-4d4a-a410-a646f032a315', 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:11.088635 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6744d360-d1ac-4912-ad46-632e46db088f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.151746 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6744d360-d1ac-4912-ad46-632e46db088f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.157280 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6744d360-d1ac-4912-ad46-632e46db088f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.175346 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744d360-d1ac-4912-ad46-632e46db088f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402134b5-9241-4d38-843e-aec6310eb846,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:11.186427 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-6744d360-d1ac-4912-ad46-632e46db088f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.190396 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-6744d360-d1ac-4912-ad46-632e46db088f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326785 Oct 21 11:54:11.190806 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55266) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:11.195610 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-3e5943f1-45c7-48ec-9a44-08a78d9423b0 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'security_group_rule': {'security_group_id': '9ddd2f7a-38b3-4d4a-a410-a646f032a315', 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:11.225548 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3e5943f1-45c7-48ec-9a44-08a78d9423b0 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.284170 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3e5943f1-45c7-48ec-9a44-08a78d9423b0 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.289214 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3e5943f1-45c7-48ec-9a44-08a78d9423b0 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.308000 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5943f1-45c7-48ec-9a44-08a78d9423b0 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52059b2b-ace1-4077-83bd-156ac291a7f0,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:11.322638 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-3e5943f1-45c7-48ec-9a44-08a78d9423b0 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.323875 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-3e5943f1-45c7-48ec-9a44-08a78d9423b0 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320686 Oct 21 11:54:11.326746 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55272) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:11.342108 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-a85e72d5-cf5f-47d2-a695-ea44c4cde8ac tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'security_group_rule': {'security_group_id': '9ddd2f7a-38b3-4d4a-a410-a646f032a315', 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:11.377727 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.securitygroups_db [None req-a85e72d5-cf5f-47d2-a695-ea44c4cde8ac tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Project c274eaa78249486dafb40f8c2554ce2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 11:54:11.382732 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a85e72d5-cf5f-47d2-a695-ea44c4cde8ac tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.466603 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a85e72d5-cf5f-47d2-a695-ea44c4cde8ac tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.472271 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a85e72d5-cf5f-47d2-a695-ea44c4cde8ac tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.494293 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e72d5-cf5f-47d2-a695-ea44c4cde8ac tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3652c2-bb9f-4429-8d85-946fc1e7eaee,revision_number=0']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:11.509836 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a85e72d5-cf5f-47d2-a695-ea44c4cde8ac tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.511155 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-a85e72d5-cf5f-47d2-a695-ea44c4cde8ac tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1829157 Oct 21 11:54:11.514122 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55276) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:11.519584 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-57d11916-f3f0-496e-8b7f-abbc1c70330f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'security_group_rule': {'security_group_id': '9ddd2f7a-38b3-4d4a-a410-a646f032a315', 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:11.546445 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.securitygroups_db [None req-57d11916-f3f0-496e-8b7f-abbc1c70330f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Project c274eaa78249486dafb40f8c2554ce2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 21 11:54:11.552571 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-57d11916-f3f0-496e-8b7f-abbc1c70330f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.621875 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-57d11916-f3f0-496e-8b7f-abbc1c70330f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.626329 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-57d11916-f3f0-496e-8b7f-abbc1c70330f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349820'] for security_group_rule, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.641917 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d11916-f3f0-496e-8b7f-abbc1c70330f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d5a10a-7d72-416b-bcc9-55b493da1d14,revision_number=0']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:11.653717 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-57d11916-f3f0-496e-8b7f-abbc1c70330f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:11.654930 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-57d11916-f3f0-496e-8b7f-abbc1c70330f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396852 Oct 21 11:54:12.674785 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Sync routers for ids ['10f4b302-c761-492b-be9e-60c5248dbbb7'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:54:12.684955 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Routers {'10f4b302-c761-492b-be9e-60c5248dbbb7'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:54:12.685584 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:53:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['10f4b302-c761-492b-be9e-60c5248dbbb7'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:12.880885 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Set router 10f4b302-c761-492b-be9e-60c5248dbbb7 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:54:13.086594 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'name': 'tempest-TestVolumeBootPattern-955759092-router', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:05Z', 'updated_at': '2021-10-21T11:54:09Z', 'revision_number': 4, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'gw_port': {'id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:06Z', 'updated_at': '2021-10-21T11:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '813891fd-c6de-4988-87f3-c29ed7b128f0', 'name': '', 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'mac_address': 'fa:16:3e:52:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:08Z', 'updated_at': '2021-10-21T11:54:09Z', 'revision_number': 2, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'subnets': [{'id': 'f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:13.113192 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Checking router: 10f4b302-c761-492b-be9e-60c5248dbbb7 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:54:13.113538 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Updating router 10f4b302-c761-492b-be9e-60c5248dbbb7 port 813891fd-c6de-4988-87f3-c29ed7b128f0 binding host dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 21 11:54:13.141328 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.214556 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 5d74ad88-9ac3-4673-9066-b20814c48825 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:54:13.264527 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 5d74ad88-9ac3-4673-9066-b20814c48825 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:13.264870 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.340548 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.360786 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] For port 5d74ad88-9ac3-4673-9066-b20814c48825, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=5d74ad88-9ac3-4673-9066-b20814c48825,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:54:13.365889 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.414976 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Pushing event updated for resources: {'Port': ['ID=5d74ad88-9ac3-4673-9066-b20814c48825,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:13.420427 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Publish callbacks [] for port, precommit_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.427432 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.477490 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbe9f6-bbc2-4aca-8d43-259926230366 None None] Pushing event updated for resources: {'Port': ['ID=813891fd-c6de-4988-87f3-c29ed7b128f0,revision_number=3']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:13.488425 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-0eca7385-e407-4571-a023-e9338413d5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.529747 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Attempting to bind port 813891fd-c6de-4988-87f3-c29ed7b128f0 on host dv-cinder-814898-1-iscsi for vnic_type normal with profile {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:54:13.530107 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Attempting to bind port 813891fd-c6de-4988-87f3-c29ed7b128f0 by drivers openvswitch,hyperv on host dv-cinder-814898-1-iscsi at level 0 using segments [{'id': '9eef2b87-df2e-4775-912f-6f16c221035d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c'}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:54:13.530463 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Attempting to bind port 813891fd-c6de-4988-87f3-c29ed7b128f0 on network bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:54:13.536015 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Checking agent: {'id': '01b9e1e0-1881-4e45-a720-11b52774c756', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 37, 14), 'started_at': datetime.datetime(2021, 10, 21, 11, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:54:13.536374 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Checking segment: {'id': '9eef2b87-df2e-4775-912f-6f16c221035d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:54:13.536745 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.537148 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Bound using segment: {'id': '9eef2b87-df2e-4775-912f-6f16c221035d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c'} {{(pid=106355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:54:13.537615 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.managers [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Bound port: 813891fd-c6de-4988-87f3-c29ed7b128f0, host: dv-cinder-814898-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eef2b87-df2e-4775-912f-6f16c221035d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c'}}] {{(pid=106355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:54:13.538003 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.606664 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] For port 813891fd-c6de-4988-87f3-c29ed7b128f0, host dv-cinder-814898-1-iscsi, cleared binding levels {{(pid=106355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:54:13.609731 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.plugins.ml2.db [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] For port 813891fd-c6de-4988-87f3-c29ed7b128f0, host dv-cinder-814898-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=813891fd-c6de-4988-87f3-c29ed7b128f0,segment=NetworkSegment(9eef2b87-df2e-4775-912f-6f16c221035d),segment_id=9eef2b87-df2e-4775-912f-6f16c221035d)] {{(pid=106355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:54:13.615796 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron_lib.callbacks.manager [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.673400 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Routers {'10f4b302-c761-492b-be9e-60c5248dbbb7'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:54:13.674157 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:54:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['10f4b302-c761-492b-be9e-60c5248dbbb7'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:13.685410 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-74d43961-f7aa-4df6-9c7f-9fe3378782b4 None None] Provisioning complete for port 813891fd-c6de-4988-87f3-c29ed7b128f0 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:13.685874 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-74d43961-f7aa-4df6-9c7f-9fe3378782b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.686258 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbe9f6-bbc2-4aca-8d43-259926230366 None None] Pushing event updated for resources: {'Port': ['ID=813891fd-c6de-4988-87f3-c29ed7b128f0,revision_number=4']} {{(pid=106355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:13.772355 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-74d43961-f7aa-4df6-9c7f-9fe3378782b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.798851 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] Set router 10f4b302-c761-492b-be9e-60c5248dbbb7 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:54:13.808725 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-74d43961-f7aa-4df6-9c7f-9fe3378782b4 None None] For port 813891fd-c6de-4988-87f3-c29ed7b128f0, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=813891fd-c6de-4988-87f3-c29ed7b128f0,segment=NetworkSegment(9eef2b87-df2e-4775-912f-6f16c221035d),segment_id=9eef2b87-df2e-4775-912f-6f16c221035d)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:54:13.813849 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-74d43961-f7aa-4df6-9c7f-9fe3378782b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:13.866847 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d43961-f7aa-4df6-9c7f-9fe3378782b4 None None] Pushing event updated for resources: {'Port': ['ID=813891fd-c6de-4988-87f3-c29ed7b128f0,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:13.934014 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-9709a932-e08b-4972-8768-6daa9bbdf23c None None] Provisioning complete for port 813891fd-c6de-4988-87f3-c29ed7b128f0 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:13.934354 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9709a932-e08b-4972-8768-6daa9bbdf23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:14.017684 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'name': 'tempest-TestVolumeBootPattern-955759092-router', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:05Z', 'updated_at': '2021-10-21T11:54:09Z', 'revision_number': 4, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'gw_port': {'id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:06Z', 'updated_at': '2021-10-21T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '813891fd-c6de-4988-87f3-c29ed7b128f0', 'name': '', 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'mac_address': 'fa:16:3e:52:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:08Z', 'updated_at': '2021-10-21T11:54:13Z', 'revision_number': 4, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'subnets': [{'id': 'f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:14.044174 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfae478-53e5-4d27-a2b8-2e627b5be2f0 None None] The sync data for ids ['10f4b302-c761-492b-be9e-60c5248dbbb7'] in dv-cinder-814898-1-iscsi is: [{'id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'name': 'tempest-TestVolumeBootPattern-955759092-router', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:05Z', 'updated_at': '2021-10-21T11:54:09Z', 'revision_number': 4, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'gw_port': {'id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:06Z', 'updated_at': '2021-10-21T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '813891fd-c6de-4988-87f3-c29ed7b128f0', 'name': '', 'network_id': 'bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'mac_address': 'fa:16:3e:52:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:08Z', 'updated_at': '2021-10-21T11:54:13Z', 'revision_number': 4, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'subnets': [{'id': 'f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:54:14.440395 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:14.530156 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:15.226975 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 5d74ad88-9ac3-4673-9066-b20814c48825 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:54:15.280286 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 5d74ad88-9ac3-4673-9066-b20814c48825 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:15.280644 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:15.363637 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 813891fd-c6de-4988-87f3-c29ed7b128f0 up at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:54:15.420920 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Provisioning complete for port 813891fd-c6de-4988-87f3-c29ed7b128f0 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:15.421612 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:16.324939 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:18.645260 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55380) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:18.760860 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf8f-4fd4-405f-9ddd-01e584104c84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:18.854753 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf8f-4fd4-405f-9ddd-01e584104c84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:18.861363 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-9b03cf8f-4fd4-405f-9ddd-01e584104c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:18.899416 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-9b03cf8f-4fd4-405f-9ddd-01e584104c84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93c1b4a751774c44969f7bd0d87e5d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525418 Oct 21 11:54:18.900044 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03cf8f-4fd4-405f-9ddd-01e584104c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc0bf04-44d4-4bd4-b54a-8cb78e372ce5,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:18.902180 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55384) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:18.956039 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7e795fc2-9b0d-481b-9858-0575104bbd3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:18.976795 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7e795fc2-9b0d-481b-9858-0575104bbd3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:19.031387 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7e795fc2-9b0d-481b-9858-0575104bbd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:19.034340 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-7e795fc2-9b0d-481b-9858-0575104bbd3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:19.035671 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-7e795fc2-9b0d-481b-9858-0575104bbd3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9dc0bf04-44d4-4bd4-b54a-8cb78e372ce5 HTTP/1.1" status: 204 len: 168 time: 0.1324558 Oct 21 11:54:19.046223 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e795fc2-9b0d-481b-9858-0575104bbd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc0bf04-44d4-4bd4-b54a-8cb78e372ce5,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:19.088887 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:54:19.326651 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55390) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:19.340743 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-22073052-de7f-494c-8eb2-6a7a5278888b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:19.420717 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-22073052-de7f-494c-8eb2-6a7a5278888b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:19.425980 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-22073052-de7f-494c-8eb2-6a7a5278888b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:19.464696 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-22073052-de7f-494c-8eb2-6a7a5278888b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92781167928743f6bb7d0505032074ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369615 Oct 21 11:54:19.465820 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22073052-de7f-494c-8eb2-6a7a5278888b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675b363a-fbe0-4a6d-b322-4788ee90033a,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:19.467449 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55394) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:19.518525 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a5c907cf-0c71-4efa-a322-c9c80c790bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:19.542791 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a5c907cf-0c71-4efa-a322-c9c80c790bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:19.592542 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a5c907cf-0c71-4efa-a322-c9c80c790bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:19.595146 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a5c907cf-0c71-4efa-a322-c9c80c790bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:19.596317 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-a5c907cf-0c71-4efa-a322-c9c80c790bc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/675b363a-fbe0-4a6d-b322-4788ee90033a HTTP/1.1" status: 204 len: 168 time: 0.1272452 Oct 21 11:54:19.604424 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c907cf-0c71-4efa-a322-c9c80c790bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675b363a-fbe0-4a6d-b322-4788ee90033a,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:21.139008 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:35.529532 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-bdb8113c-32d5-42f6-8f69-7a38b56e4163 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938096250&fields=id&tenant_id=c274eaa78249486dafb40f8c2554ce2f HTTP/1.1" status: 200 len: 267 time: 0.0338292 Oct 21 11:54:35.653711 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-2a7ab010-1702-4e87-b9e2-4fe4709bb1d4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:35.655174 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-2a7ab010-1702-4e87-b9e2-4fe4709bb1d4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 811 time: 0.1191225 Oct 21 11:54:35.670912 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-b98abfc0-1acd-40c3-85fc-da308aaa9445 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/quotas/c274eaa78249486dafb40f8c2554ce2f HTTP/1.1" status: 200 len: 375 time: 0.0098150 Oct 21 11:54:35.725300 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-37936efd-6908-4f6d-bb9a-ca48f96a1629 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490649 Oct 21 11:54:35.828084 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-052b9e86-c6b9-4707-9175-c63976426fb0 service neutron] 10.222.0.24 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904851 Oct 21 11:54:35.923068 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-26222382-c0a8-4837-9278-d18d78116ea5 service neutron] 10.222.0.24 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886800 Oct 21 11:54:36.230245 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-2cd9950c-b290-4b22-b53a-d5ff73ffebe0 req-939e70e6-9948-464b-b517-9d6b2768a2c8 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 210 time: 0.0303535 Oct 21 11:54:37.331105 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c5fc0b87-44cf-4ab7-bf98-c4b05533b0fe req-34dc8244-50db-4c18-91e6-7c4155c71d37 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 210 time: 0.0273597 Oct 21 11:54:37.659128 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-05df809c-5b19-4343-bdd2-a788a419a1e7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:37.660599 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-05df809c-5b19-4343-bdd2-a788a419a1e7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 811 time: 0.3843310 Oct 21 11:54:37.707659 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-50e2f2c0-67d1-4516-8565-3e37f7cb4780 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c274eaa78249486dafb40f8c2554ce2f HTTP/1.1" status: 200 len: 380 time: 0.0365717 Oct 21 11:54:37.718473 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'port': {'device_id': '389e1111-866b-4257-9f40-5d7eab463773', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'admin_state_up': True, 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'security_groups': ['9ddd2f7a-38b3-4d4a-a410-a646f032a315']}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:37.839750 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Made reservation on behalf of c274eaa78249486dafb40f8c2554ce2f for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:54:37.843511 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:37.968758 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Allocated IP 172.20.0.7 (6f3dfe9d-7d09-45b8-8a59-c923283b38c9/4c07e9a1-a778-492a-beec-ab2dd6168061/10e9fe3c-2604-401a-811c-c32756e9bee7) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:54:38.125666 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:38.170307 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:38.213276 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:54:38.216418 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:38.220308 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:54:38.228803 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'Port': ['ID=10e9fe3c-2604-401a-811c-c32756e9bee7,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:38.275298 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:38.276036 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:38.293294 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-c13c703c-f1c2-4f21-a31e-acb267dcbcff tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786343 Oct 21 11:54:38.307670 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Request body: {'port': {'device_id': '389e1111-866b-4257-9f40-5d7eab463773', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:38.369902 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:38.405383 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-3c0785e7-7220-4538-89d9-b8cf20dfff72 None None] Provisioning complete for port 10e9fe3c-2604-401a-811c-c32756e9bee7 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:38.406060 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-3c0785e7-7220-4538-89d9-b8cf20dfff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:38.444571 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-3c0785e7-7220-4538-89d9-b8cf20dfff72 None None] Port 10e9fe3c-2604-401a-811c-c32756e9bee7 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:54:38.453108 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3b749-59fa-4dfc-8bbf-39a641138ed5 req-2406516d-b270-4959-b320-5ea40b48f896 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:38.454641 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e0b3b749-59fa-4dfc-8bbf-39a641138ed5 req-2406516d-b270-4959-b320-5ea40b48f896 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 931 time: 0.0506067 Oct 21 11:54:38.492017 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e0b3b749-59fa-4dfc-8bbf-39a641138ed5 req-3e4727ae-a39c-47b1-9dc8-ac9f62adf7df tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312169 Oct 21 11:54:38.643152 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e9fe3c-2604-401a-811c-c32756e9bee7 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:54:38.650926 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:38.663885 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Transition to ACTIVE for port object 10e9fe3c-2604-401a-811c-c32756e9bee7 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:54:38.670105 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:38.724296 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Pushing event updated for resources: {'Port': ['ID=10e9fe3c-2604-401a-811c-c32756e9bee7,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:38.802628 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Attempting to bind port 10e9fe3c-2604-401a-811c-c32756e9bee7 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:54:38.803027 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Attempting to bind port 10e9fe3c-2604-401a-811c-c32756e9bee7 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:54:38.803417 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Attempting to bind port 10e9fe3c-2604-401a-811c-c32756e9bee7 on network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:54:38.808140 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Port 10e9fe3c-2604-401a-811c-c32756e9bee7 on network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:54:38.808449 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Attempting to bind port 10e9fe3c-2604-401a-811c-c32756e9bee7 on network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:54:38.813644 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:54:38.813967 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Checking segment: {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:54:38.814338 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Bound using segment: {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:54:38.814753 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Bound port: 10e9fe3c-2604-401a-811c-c32756e9bee7, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:54:38.815096 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:38.880473 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] For port 10e9fe3c-2604-401a-811c-c32756e9bee7, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:54:38.883580 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] For port 10e9fe3c-2604-401a-811c-c32756e9bee7, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=10e9fe3c-2604-401a-811c-c32756e9bee7,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:54:38.889833 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:38.926468 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:38.927073 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:38.928501 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] 10.222.0.47 "PUT /v2.0/ports/10e9fe3c-2604-401a-811c-c32756e9bee7 HTTP/1.1" status: 200 len: 1093 time: 0.6252360 Oct 21 11:54:38.928926 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389e1111-866b-4257-9f40-5d7eab463773', 'tag': '10e9fe3c-2604-401a-811c-c32756e9bee7'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:54:38.931837 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96917802-99af-43a7-87fb-435c552b5b28" -d '{"events": [{"name": "network-changed", "server_uuid": "389e1111-866b-4257-9f40-5d7eab463773", "tag": "10e9fe3c-2604-401a-811c-c32756e9bee7"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:54:38.962699 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c9456-3f8e-49ac-b3a3-3187a451b565 service neutron] Pushing event updated for resources: {'Port': ['ID=10e9fe3c-2604-401a-811c-c32756e9bee7,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:38.997034 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a393b57-08dd-4258-a701-e0fc24fe3e27 x-openstack-request-id: req-3a393b57-08dd-4258-a701-e0fc24fe3e27 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:54:38.997289 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389e1111-866b-4257-9f40-5d7eab463773", "tag": "10e9fe3c-2604-401a-811c-c32756e9bee7", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:54:38.997537 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a393b57-08dd-4258-a701-e0fc24fe3e27 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:54:38.997933 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389e1111-866b-4257-9f40-5d7eab463773', 'tag': '10e9fe3c-2604-401a-811c-c32756e9bee7', 'status': 'completed', 'code': 200} Oct 21 11:54:39.014705 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-0faa9789-cceb-41b6-8de5-141f5d4fbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:39.016269 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-0faa9789-cceb-41b6-8de5-141f5d4fbe8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 1096 time: 0.0472126 Oct 21 11:54:39.062778 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-4b519e2c-9534-46a7-85d1-115ffd4d1e74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e9fe3c-2604-401a-811c-c32756e9bee7 HTTP/1.1" status: 200 len: 217 time: 0.0379267 Oct 21 11:54:39.117932 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-4bfdc529-7066-49bb-bc5f-34d68b1087ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:39.119557 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-4bfdc529-7066-49bb-bc5f-34d68b1087ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0491455 Oct 21 11:54:39.172605 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-dd794f26-67cc-414a-8f1a-89579e93efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:39.174132 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-dd794f26-67cc-414a-8f1a-89579e93efea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465660 Oct 21 11:54:39.271586 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-11caee7e-320a-43a1-9f81-80619a5d49e6 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886347 Oct 21 11:54:39.375093 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8eea1d34-273f-43e0-ab9a-3d079857da50 req-0f9a1d41-fd64-4a00-8f6e-0147904a9bac service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948334 Oct 21 11:54:39.473624 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96917802-99af-43a7-87fb-435c552b5b28 req-3fb48be1-78e9-4359-aa99-69d4c43120bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:39.475143 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-96917802-99af-43a7-87fb-435c552b5b28 req-3fb48be1-78e9-4359-aa99-69d4c43120bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 1096 time: 0.0451803 Oct 21 11:54:39.573025 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96917802-99af-43a7-87fb-435c552b5b28 req-533e2825-2e72-4a75-941e-8ad20986b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:39.574579 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-96917802-99af-43a7-87fb-435c552b5b28 req-533e2825-2e72-4a75-941e-8ad20986b8c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0913820 Oct 21 11:54:39.607429 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72701940-1610-4a09-93fa-841b0b053d3a req-945e7be6-19b2-4581-bc36-3187ed61a883 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:39.608921 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-72701940-1610-4a09-93fa-841b0b053d3a req-945e7be6-19b2-4581-bc36-3187ed61a883 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 943 time: 0.0490012 Oct 21 11:54:39.618194 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-96917802-99af-43a7-87fb-435c552b5b28 req-6e5cf218-e284-4801-9df4-2d8aa8acff5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e9fe3c-2604-401a-811c-c32756e9bee7 HTTP/1.1" status: 200 len: 217 time: 0.0349009 Oct 21 11:54:39.648164 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-72701940-1610-4a09-93fa-841b0b053d3a req-440e4feb-9565-4702-a5df-a0375e9719c9 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331059 Oct 21 11:54:39.669481 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96917802-99af-43a7-87fb-435c552b5b28 req-bdd8d3b2-89e0-4e74-9f13-0e816c60aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:39.670969 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-96917802-99af-43a7-87fb-435c552b5b28 req-bdd8d3b2-89e0-4e74-9f13-0e816c60aaa0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0451722 Oct 21 11:54:39.726670 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96917802-99af-43a7-87fb-435c552b5b28 req-2b0a8c7b-980a-4c5c-8b0e-775e237ce13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:39.728624 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-96917802-99af-43a7-87fb-435c552b5b28 req-2b0a8c7b-980a-4c5c-8b0e-775e237ce13b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475414 Oct 21 11:54:39.825995 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-96917802-99af-43a7-87fb-435c552b5b28 req-3ce6aeb6-39dd-4aa8-bb9a-8ef947285993 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860498 Oct 21 11:54:39.923667 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-96917802-99af-43a7-87fb-435c552b5b28 req-6aa8fd6d-725b-4518-8498-9a7f334e6b98 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899067 Oct 21 11:54:40.796240 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d27de-cb92-4657-8467-fe69ea8fb794 req-ce889fe4-c9d2-42fa-b51b-5532ddf85ad9 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:40.797762 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e75d27de-cb92-4657-8467-fe69ea8fb794 req-ce889fe4-c9d2-42fa-b51b-5532ddf85ad9 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 943 time: 0.0696692 Oct 21 11:54:40.838845 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e75d27de-cb92-4657-8467-fe69ea8fb794 req-5cbfe448-1041-4ba6-8b1e-ff8336b35f4d tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339429 Oct 21 11:54:40.968202 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-cba21258-af6e-46e2-b260-bd44b7587e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:41.962536 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee95cb-9154-4684-b608-bd559c8ea62e req-fc8710ee-2e99-4f4a-bb3c-3bec3ecf41b7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:41.964012 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-59ee95cb-9154-4684-b608-bd559c8ea62e req-fc8710ee-2e99-4f4a-bb3c-3bec3ecf41b7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 943 time: 0.0509846 Oct 21 11:54:42.005017 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-59ee95cb-9154-4684-b608-bd559c8ea62e req-c8b66daf-aea0-4389-8019-2883d061170b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347962 Oct 21 11:54:43.136174 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967371b-eeb5-49c7-bdb7-ffee35986aeb req-a8547848-a05a-473d-be12-11e14e1d5cdc tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:43.137703 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7967371b-eeb5-49c7-bdb7-ffee35986aeb req-a8547848-a05a-473d-be12-11e14e1d5cdc tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 943 time: 0.0592790 Oct 21 11:54:43.179273 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7967371b-eeb5-49c7-bdb7-ffee35986aeb req-308da9f2-f3ea-4ab1-98a4-3ceb9170cc69 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324404 Oct 21 11:54:43.492431 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ccb912db-6bb0-4972-a0e4-d16cee0a2540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:43.564959 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55624) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:43.684135 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-44a27b31-7a77-4dff-98bf-13f12d2becf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:43.758290 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-44a27b31-7a77-4dff-98bf-13f12d2becf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:43.764923 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-44a27b31-7a77-4dff-98bf-13f12d2becf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:43.802233 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-44a27b31-7a77-4dff-98bf-13f12d2becf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a24585d840b4707b1c76f31200dfd79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361693 Oct 21 11:54:43.803146 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a27b31-7a77-4dff-98bf-13f12d2becf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ab8c71-8e75-4e11-9afb-2fc7e26656d6,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:43.806541 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55628) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:43.859605 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-60e6bda9-6d31-4d46-93f3-f018834b174a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:43.883384 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-60e6bda9-6d31-4d46-93f3-f018834b174a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:43.951510 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-60e6bda9-6d31-4d46-93f3-f018834b174a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:43.954116 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-60e6bda9-6d31-4d46-93f3-f018834b174a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:43.955247 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-60e6bda9-6d31-4d46-93f3-f018834b174a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07ab8c71-8e75-4e11-9afb-2fc7e26656d6 HTTP/1.1" status: 204 len: 168 time: 0.1480846 Oct 21 11:54:43.962885 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6bda9-6d31-4d46-93f3-f018834b174a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ab8c71-8e75-4e11-9afb-2fc7e26656d6,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:44.294674 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3733827-da95-48ec-9179-da08fb130e4f req-1fede7c0-7c65-481e-bc27-7a9087a65eb0 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:44.296157 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b3733827-da95-48ec-9179-da08fb130e4f req-1fede7c0-7c65-481e-bc27-7a9087a65eb0 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 943 time: 0.0501528 Oct 21 11:54:44.333146 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b3733827-da95-48ec-9179-da08fb130e4f req-60d02207-35a0-423c-adf7-d96976d4a23f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308511 Oct 21 11:54:44.444406 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:44.530913 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:45.458009 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0198a2-663f-4ec3-a4d2-32775b7b0220 req-1c83267a-e6fd-4a23-8e2c-8ee3d13a947b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:45.459372 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9e0198a2-663f-4ec3-a4d2-32775b7b0220 req-1c83267a-e6fd-4a23-8e2c-8ee3d13a947b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 943 time: 0.0521598 Oct 21 11:54:45.504687 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9e0198a2-663f-4ec3-a4d2-32775b7b0220 req-45e79465-2ab0-4374-a3e8-97325e99f628 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354786 Oct 21 11:54:46.329479 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:46.627294 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639451fd-a542-4d60-b23a-ce2fad56a936 req-a93aaadf-a3b9-4612-ab77-7dc397b0518d tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:46.629022 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-639451fd-a542-4d60-b23a-ce2fad56a936 req-a93aaadf-a3b9-4612-ab77-7dc397b0518d tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 943 time: 0.0552189 Oct 21 11:54:46.669456 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-639451fd-a542-4d60-b23a-ce2fad56a936 req-93e1205d-5328-409e-a358-ba5490cef1fd tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334980 Oct 21 11:54:46.679576 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 10e9fe3c-2604-401a-811c-c32756e9bee7 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:54:46.795824 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 10e9fe3c-2604-401a-811c-c32756e9bee7, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=10e9fe3c-2604-401a-811c-c32756e9bee7,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:54:46.807181 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '10e9fe3c-2604-401a-811c-c32756e9bee7', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'port_id': '10e9fe3c-2604-401a-811c-c32756e9bee7', 'mac_address': 'fa:16:3e:1c:64:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:54:46.846302 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:46.859590 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e9fe3c-2604-401a-811c-c32756e9bee7 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:54:46.884807 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 10e9fe3c-2604-401a-811c-c32756e9bee7, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=10e9fe3c-2604-401a-811c-c32756e9bee7,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:54:46.890802 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:46.957067 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=10e9fe3c-2604-401a-811c-c32756e9bee7,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:47.148291 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['10e9fe3c-2604-401a-811c-c32756e9bee7'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:54:47.806698 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb74be-6382-4743-8879-6668a88afd71 req-7ec1f09f-2059-4d11-adc1-646d1e91eccc tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:47.808216 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7cbb74be-6382-4743-8879-6668a88afd71 req-7ec1f09f-2059-4d11-adc1-646d1e91eccc tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 944 time: 0.0501473 Oct 21 11:54:47.847278 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7cbb74be-6382-4743-8879-6668a88afd71 req-14c46429-dc62-4b0c-9df2-6baae7694443 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326362 Oct 21 11:54:48.016647 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55702) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:48.130961 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e652fc26-c7fd-4c7b-9288-7905e52b5fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:48.208624 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e652fc26-c7fd-4c7b-9288-7905e52b5fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:48.215643 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-e652fc26-c7fd-4c7b-9288-7905e52b5fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:48.260517 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-e652fc26-c7fd-4c7b-9288-7905e52b5fc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18fa55d3c9674997b1566c99106e9738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426164 Oct 21 11:54:48.261573 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652fc26-c7fd-4c7b-9288-7905e52b5fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2271fc71-1a99-4add-a431-673da1d32065,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:48.263521 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55706) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:48.313705 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:48.335845 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:48.392973 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:48.395547 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:48.396684 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2271fc71-1a99-4add-a431-673da1d32065 HTTP/1.1" status: 204 len: 168 time: 0.1321666 Oct 21 11:54:48.404886 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2271fc71-1a99-4add-a431-673da1d32065,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:48.411931 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.412277 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.412616 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.412948 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.413299 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.413629 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.413952 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.414276 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.414598 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.414922 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.415240 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.415819 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fc1607-a16d-4453-b3b3-83dcf133c866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:48.691351 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 10e9fe3c-2604-401a-811c-c32756e9bee7 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:54:48.743232 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 10e9fe3c-2604-401a-811c-c32756e9bee7 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:54:48.747635 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 10e9fe3c-2604-401a-811c-c32756e9bee7 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:54:48.748008 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:48.826561 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:48.850337 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389e1111-866b-4257-9f40-5d7eab463773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e9fe3c-2604-401a-811c-c32756e9bee7'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:54:48.852858 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20de0684-3bfc-4b42-9c7b-349549312b01" -d '{"events": [{"server_uuid": "389e1111-866b-4257-9f40-5d7eab463773", "name": "network-vif-plugged", "status": "completed", "tag": "10e9fe3c-2604-401a-811c-c32756e9bee7"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:54:48.871305 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 10e9fe3c-2604-401a-811c-c32756e9bee7, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=10e9fe3c-2604-401a-811c-c32756e9bee7,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:54:48.882415 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:48.932609 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068a1d6d-8c65-492e-8750-8e106c2f3a8a x-openstack-request-id: req-068a1d6d-8c65-492e-8750-8e106c2f3a8a {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:54:48.932885 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389e1111-866b-4257-9f40-5d7eab463773", "name": "network-vif-plugged", "status": "completed", "tag": "10e9fe3c-2604-401a-811c-c32756e9bee7", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:54:48.933166 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-068a1d6d-8c65-492e-8750-8e106c2f3a8a {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:54:48.933548 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389e1111-866b-4257-9f40-5d7eab463773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e9fe3c-2604-401a-811c-c32756e9bee7', 'code': 200} Oct 21 11:54:48.938358 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=10e9fe3c-2604-401a-811c-c32756e9bee7,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:48.973020 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45927c8-9770-4df4-9704-bafd0032023d req-e43bc5c4-6a9c-4472-a130-c885dbcf2046 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:48.974589 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a45927c8-9770-4df4-9704-bafd0032023d req-e43bc5c4-6a9c-4472-a130-c885dbcf2046 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 945 time: 0.0522306 Oct 21 11:54:49.015880 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a45927c8-9770-4df4-9704-bafd0032023d req-81f30b38-e8a0-4110-835f-a1233a0ed400 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342152 Oct 21 11:54:49.142915 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192743d7-8b68-40d0-bf43-53b42e84d1d4 req-6b945c7f-4705-4847-852a-da990d87cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:49.144406 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-192743d7-8b68-40d0-bf43-53b42e84d1d4 req-6b945c7f-4705-4847-852a-da990d87cedb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 1098 time: 0.0402572 Oct 21 11:54:49.182483 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-192743d7-8b68-40d0-bf43-53b42e84d1d4 req-3b2bc3b5-66ba-49c4-a19e-6298a32cbcfb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286546 Oct 21 11:54:50.142905 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76704a-b1de-4d15-b00e-88ff9cfb30be req-90c7bdcf-d6c0-4371-b3f0-9ea0ef235bc4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:50.144578 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7d76704a-b1de-4d15-b00e-88ff9cfb30be req-90c7bdcf-d6c0-4371-b3f0-9ea0ef235bc4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 945 time: 0.0532966 Oct 21 11:54:50.186432 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7d76704a-b1de-4d15-b00e-88ff9cfb30be req-762ccf1b-0540-4c93-a874-f05c1e1a1068 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353253 Oct 21 11:54:51.142429 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:51.314895 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2b200-6d82-4c29-a569-73acedaf7483 req-8e4b5d98-b817-469c-b0b9-4c8e5fedde60 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:51.316695 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b2e2b200-6d82-4c29-a569-73acedaf7483 req-8e4b5d98-b817-469c-b0b9-4c8e5fedde60 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 945 time: 0.0603337 Oct 21 11:54:51.358689 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-b2e2b200-6d82-4c29-a569-73acedaf7483 req-d1576c72-0f11-4d37-8522-677fce9fdebc tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325947 Oct 21 11:54:51.478735 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac1c05-34ec-4ca6-9efb-793c99cd8733 req-1d5f612e-9f73-4365-8422-408ba481da54 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:51.480423 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8fac1c05-34ec-4ca6-9efb-793c99cd8733 req-1d5f612e-9f73-4365-8422-408ba481da54 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 945 time: 0.0529828 Oct 21 11:54:51.521953 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8fac1c05-34ec-4ca6-9efb-793c99cd8733 req-7679f31d-841f-4b83-a641-72f737e06e6d tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340450 Oct 21 11:54:51.546691 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55798) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:51.747511 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba42b9e-4e77-49e5-9137-591a6e14982d tempest-TestVolumeBootPattern-1973242000 tempest-TestVolumeBootPattern-1973242000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:51.748883 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-5ba42b9e-4e77-49e5-9137-591a6e14982d tempest-TestVolumeBootPattern-1973242000 tempest-TestVolumeBootPattern-1973242000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 1093 time: 0.2011917 Oct 21 11:54:51.751807 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55804) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:54:51.756029 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'floatingip': {'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'port_id': '10e9fe3c-2604-401a-811c-c32756e9bee7', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:54:51.779612 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:51.881071 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:51.987189 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Allocated IP 172.27.3.141 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/7d56c6d6-8e83-4f00-baa3-e793dc61834d) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:54:52.097828 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:52.136345 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:52.182278 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:54:52.185864 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:54:52.190217 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:54:52.218243 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'Port': ['ID=7d56c6d6-8e83-4f00-baa3-e793dc61834d,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:52.231934 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.232879 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.233239 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.233570 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.233896 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.234220 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.234534 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.234849 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.235151 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.235464 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.235786 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.236090 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:54:52.590311 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:52.661807 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:52.822156 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:52.828782 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:52.901853 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'Port': ['ID=7d56c6d6-8e83-4f00-baa3-e793dc61834d,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:54:52.911800 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:53.031783 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.l3_db [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Floating IP 2046cb5d-7f8c-4e72-a565-74d02db90b8c associated. External IP: 172.27.3.141, port: 10e9fe3c-2604-401a-811c-c32756e9bee7. Oct 21 11:54:53.253701 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Router 5b0044d4-628d-4592-926b-6cfa6483988b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:54:53.365925 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:54:53.377249 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c4c2c-d5ab-43b0-81db-66e6c45cf1a5 None None] Sync routers for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:54:53.390034 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:54:53.390928 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c4c2c-d5ab-43b0-81db-66e6c45cf1a5 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:54:53.391544 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-dd5c4c2c-d5ab-43b0-81db-66e6c45cf1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:54:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:53.505687 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-dd5c4c2c-d5ab-43b0-81db-66e6c45cf1a5 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:54:53.695044 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-49c69045-130d-4433-83c5-4fbc235ec040 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9421952 Oct 21 11:54:53.695640 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389e1111-866b-4257-9f40-5d7eab463773', 'tag': '10e9fe3c-2604-401a-811c-c32756e9bee7'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:54:53.698285 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5463d40-2f44-426c-99c8-28c8e073f41f" -d '{"events": [{"name": "network-changed", "server_uuid": "389e1111-866b-4257-9f40-5d7eab463773", "tag": "10e9fe3c-2604-401a-811c-c32756e9bee7"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:54:53.734768 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac36fd1-b92b-4258-b4e8-dbb0f64ed998 x-openstack-request-id: req-eac36fd1-b92b-4258-b4e8-dbb0f64ed998 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:54:53.735024 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389e1111-866b-4257-9f40-5d7eab463773", "tag": "10e9fe3c-2604-401a-811c-c32756e9bee7", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:54:53.735268 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eac36fd1-b92b-4258-b4e8-dbb0f64ed998 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:54:53.735656 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389e1111-866b-4257-9f40-5d7eab463773', 'tag': '10e9fe3c-2604-401a-811c-c32756e9bee7', 'status': 'completed', 'code': 200} Oct 21 11:54:53.756333 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-dd5c4c2c-d5ab-43b0-81db-66e6c45cf1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '2046cb5d-7f8c-4e72-a565-74d02db90b8c', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '10e9fe3c-2604-401a-811c-c32756e9bee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:1c:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389e1111-866b-4257-9f40-5d7eab463773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:54:52Z', 'updated_at': '2021-10-21T11:54:52Z', 'revision_number': 0, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:53.786532 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c4c2c-d5ab-43b0-81db-66e6c45cf1a5 None None] Checking router: 5b0044d4-628d-4592-926b-6cfa6483988b for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:54:53.795502 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c4c2c-d5ab-43b0-81db-66e6c45cf1a5 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:54:53.796105 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-dd5c4c2c-d5ab-43b0-81db-66e6c45cf1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:54:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:53.804947 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463d40-2f44-426c-99c8-28c8e073f41f req-2a93fb36-bdfc-4a59-ad6c-249b44fc3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:53.806987 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f5463d40-2f44-426c-99c8-28c8e073f41f req-2a93fb36-bdfc-4a59-ad6c-249b44fc3dcd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 1098 time: 0.0459297 Oct 21 11:54:53.904394 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-dd5c4c2c-d5ab-43b0-81db-66e6c45cf1a5 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:54:53.911679 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463d40-2f44-426c-99c8-28c8e073f41f req-a8968a1c-79a2-40a8-b59e-78dfca6cc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:53.913188 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f5463d40-2f44-426c-99c8-28c8e073f41f req-a8968a1c-79a2-40a8-b59e-78dfca6cc4bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0978370 Oct 21 11:54:53.984009 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f5463d40-2f44-426c-99c8-28c8e073f41f req-5005a42d-e67c-45d9-99bc-d0c7f2d2a02b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e9fe3c-2604-401a-811c-c32756e9bee7 HTTP/1.1" status: 200 len: 999 time: 0.0629785 Oct 21 11:54:54.036023 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463d40-2f44-426c-99c8-28c8e073f41f req-c977e104-4f4a-4b47-bc3e-760039eeba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:54.037422 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f5463d40-2f44-426c-99c8-28c8e073f41f req-c977e104-4f4a-4b47-bc3e-760039eeba30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0455520 Oct 21 11:54:54.099771 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5463d40-2f44-426c-99c8-28c8e073f41f req-54a8f704-4296-4fb2-ac3e-c1056298322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:54:54.102123 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f5463d40-2f44-426c-99c8-28c8e073f41f req-54a8f704-4296-4fb2-ac3e-c1056298322f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567527 Oct 21 11:54:54.159242 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-dd5c4c2c-d5ab-43b0-81db-66e6c45cf1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '2046cb5d-7f8c-4e72-a565-74d02db90b8c', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '10e9fe3c-2604-401a-811c-c32756e9bee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:1c:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389e1111-866b-4257-9f40-5d7eab463773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:54:52Z', 'updated_at': '2021-10-21T11:54:52Z', 'revision_number': 0, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:54:54.190816 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c4c2c-d5ab-43b0-81db-66e6c45cf1a5 None None] The sync data for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi is: [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '2046cb5d-7f8c-4e72-a565-74d02db90b8c', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.141', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '10e9fe3c-2604-401a-811c-c32756e9bee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:1c:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389e1111-866b-4257-9f40-5d7eab463773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:54:52Z', 'updated_at': '2021-10-21T11:54:52Z', 'revision_number': 0, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:54:54.202784 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f5463d40-2f44-426c-99c8-28c8e073f41f req-f16eb9d2-ca70-4b50-95e3-cceb0129572c service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912375 Oct 21 11:54:54.304365 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-f5463d40-2f44-426c-99c8-28c8e073f41f req-10e8e97f-a40c-4d08-8121-cb11b1dee95e service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940561 Oct 21 11:54:54.399329 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1babf771-247a-4049-ac00-b03419a751b4 None None] New status for floating IP 2046cb5d-7f8c-4e72-a565-74d02db90b8c: ACTIVE {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:54:56.094509 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:55:10.978250 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-d94e87b0-a3c8-44a0-9dc7-2e660a8506b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:13.500251 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4f8deb6c-c82a-4f2c-8321-49c9a4a45731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:14.455832 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:14.539082 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:16.339555 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:17.239593 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 55912) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:55:17.349203 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1b108175-2631-41e3-918d-a15b74d39606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:17.425871 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1b108175-2631-41e3-918d-a15b74d39606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:17.432997 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-1b108175-2631-41e3-918d-a15b74d39606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:17.472286 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-1b108175-2631-41e3-918d-a15b74d39606 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea5721619e494779b9c2aedef70c62f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315326 Oct 21 11:55:17.473179 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b108175-2631-41e3-918d-a15b74d39606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395b9c9c-68d4-4efb-a6ab-0749ba0d947c,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:55:17.475215 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 55916) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:55:17.531606 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-33a874a0-ad4d-41a6-927f-4d541fcf7500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:17.554500 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-33a874a0-ad4d-41a6-927f-4d541fcf7500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:17.604695 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-33a874a0-ad4d-41a6-927f-4d541fcf7500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:17.608072 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-33a874a0-ad4d-41a6-927f-4d541fcf7500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:17.609247 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-33a874a0-ad4d-41a6-927f-4d541fcf7500 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/395b9c9c-68d4-4efb-a6ab-0749ba0d947c HTTP/1.1" status: 204 len: 168 time: 0.1330104 Oct 21 11:55:17.618675 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a874a0-ad4d-41a6-927f-4d541fcf7500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395b9c9c-68d4-4efb-a6ab-0749ba0d947c,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:55:21.164860 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:26.959230 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-f9cf0231-4010-4e50-a411-3757381b5b5d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430231 Oct 21 11:55:27.049683 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-0faf248a-4142-4197-9a7f-10ac7ea3d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:55:27.051142 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-0faf248a-4142-4197-9a7f-10ac7ea3d7c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 1098 time: 0.0469332 Oct 21 11:55:27.168523 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-70123a1b-7347-40f1-83c2-f51db37952b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:55:27.170761 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-70123a1b-7347-40f1-83c2-f51db37952b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0944591 Oct 21 11:55:27.245421 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-d2ec3b24-6e20-458a-a8ed-7f7488e5e432 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e9fe3c-2604-401a-811c-c32756e9bee7 HTTP/1.1" status: 200 len: 1001 time: 0.0669229 Oct 21 11:55:27.295564 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-3fe12476-397f-4fe6-a3df-2a251c8b2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:55:27.297014 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-3fe12476-397f-4fe6-a3df-2a251c8b2d0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0436189 Oct 21 11:55:27.344433 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-2f125c91-7e17-4a1f-8442-dd04fc698b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:55:27.345920 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-2f125c91-7e17-4a1f-8442-dd04fc698b1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398722 Oct 21 11:55:27.361142 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-d8f026a9-d4f2-4fbd-b535-916f528e38f0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:55:27.362065 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-d8f026a9-d4f2-4fbd-b535-916f528e38f0 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049889 Oct 21 11:55:27.456346 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-409cf5ae-c1e1-4fae-99fc-e6e9a786777f service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861001 Oct 21 11:55:27.550452 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-7927e661-065d-486a-8d4e-2aced173f4e7 req-527b13d5-0f4d-471a-9025-b0f1948cd5fb service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839860 Oct 21 11:55:33.095789 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:55:40.964366 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5fce18f0-37f5-4d2d-b6ef-caaf0238683f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:43.501962 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5ae4ba90-4a07-4630-b52d-e247194eaebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:44.456934 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:44.542807 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:46.340703 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:55:51.165693 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:10.108678 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:56:10.967660 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a9fd-aad7-48ef-9d25-a6707a7625a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:13.506964 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-31a84bc6-fda2-4d66-9851-cec07b71df65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:14.454123 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:14.545288 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:16.349024 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:21.168034 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:28.065499 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-1b011d87-b116-4bac-8514-7e191606a3ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1444030 Oct 21 11:56:28.159682 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-ae50db03-e429-49f0-8e66-eeaf8a7566cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:56:28.161228 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-ae50db03-e429-49f0-8e66-eeaf8a7566cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 1098 time: 0.0472751 Oct 21 11:56:28.274467 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-260cdd65-64c3-4e85-8a11-26d212d02ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:56:28.276059 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-260cdd65-64c3-4e85-8a11-26d212d02ab7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0915062 Oct 21 11:56:28.352843 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-1de9def9-1a43-4e25-a561-de5402011386 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e9fe3c-2604-401a-811c-c32756e9bee7 HTTP/1.1" status: 200 len: 1001 time: 0.0670254 Oct 21 11:56:28.414086 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-50640195-ebee-4193-9719-8157667631bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:56:28.416264 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-50640195-ebee-4193-9719-8157667631bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0526428 Oct 21 11:56:28.472198 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-6bbf5dc7-553e-4874-8bde-52af5e172499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:56:28.473676 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-6bbf5dc7-553e-4874-8bde-52af5e172499 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444300 Oct 21 11:56:28.581979 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-b564c1c7-d657-4441-80de-51c2574a4824 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992544 Oct 21 11:56:28.676247 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-c8134eec-8706-4160-b0e9-55f7942e35e4 req-5e6a39ca-5264-4542-907e-aa79f9d2a9f0 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866446 Oct 21 11:56:40.971945 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-804d6e70-8e89-4bad-af69-98d70bd983c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:43.512204 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-dab03ded-3ce0-4378-aa79-cade6cafc9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:44.449216 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:44.543882 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:46.349599 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:47.181904 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:56:51.171256 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:56:59.961616 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd529a-34c1-4924-b6c6-11a97606a605 req-60522bfb-39bd-4c87-9bf0-fa34bfe3b5fb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:56:59.963089 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-45fd529a-34c1-4924-b6c6-11a97606a605 req-60522bfb-39bd-4c87-9bf0-fa34bfe3b5fb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 945 time: 0.1724527 Oct 21 11:57:00.003942 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-45fd529a-34c1-4924-b6c6-11a97606a605 req-db317083-dae2-496a-8bc2-f38cf06af453 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316274 Oct 21 11:57:01.208772 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874ec89-b6c3-46fa-b7b8-2adc8309521b req-47f3961c-3d10-47f0-865a-3b8b80cc8cc4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:01.210584 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c874ec89-b6c3-46fa-b7b8-2adc8309521b req-47f3961c-3d10-47f0-865a-3b8b80cc8cc4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 945 time: 0.1108067 Oct 21 11:57:01.254689 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-c874ec89-b6c3-46fa-b7b8-2adc8309521b req-0baf5126-7dfa-40d3-88b1-a6e6e605379c tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378449 Oct 21 11:57:01.602981 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-c7d96802-f9af-4ea1-960f-3dae1f9936ee tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:01.604402 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-c7d96802-f9af-4ea1-960f-3dae1f9936ee tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 945 time: 0.0620844 Oct 21 11:57:01.699267 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Deleting port 10e9fe3c-2604-401a-811c-c32756e9bee7 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 11:57:01.699568 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:01.803770 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] For port 10e9fe3c-2604-401a-811c-c32756e9bee7, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=10e9fe3c-2604-401a-811c-c32756e9bee7,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:57:01.804082 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:01.981111 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:01.981485 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:01.981793 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.db.l3_db [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Floating IP 2046cb5d-7f8c-4e72-a565-74d02db90b8c disassociated. External IP: 172.27.3.141, port: 10e9fe3c-2604-401a-811c-c32756e9bee7. Oct 21 11:57:01.982129 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Calling delete_port for 10e9fe3c-2604-401a-811c-c32756e9bee7 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 11:57:02.114190 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:02.143943 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event deleted for resources: {'Port': ['ID=10e9fe3c-2604-401a-811c-c32756e9bee7,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:57:02.153946 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.154293 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.154631 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.154966 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.155295 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.155614 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.155935 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.156259 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.156579 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.156900 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.157249 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.157563 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:02.266771 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Router 5b0044d4-628d-4592-926b-6cfa6483988b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:57:02.365299 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-36991512-2574-4fb5-a015-5b4ca300ad8d req-30f2453f-0865-45d6-855d-74bd1bea7dae tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=389e1111-866b-4257-9f40-5d7eab463773 HTTP/1.1" status: 200 len: 210 time: 0.0263278 Oct 21 11:57:02.379111 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:57:02.390063 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5886c-4a0b-411a-8a8e-205fec41bde9 None None] Sync routers for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:57:02.400171 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5886c-4a0b-411a-8a8e-205fec41bde9 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:57:02.401131 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f0b5886c-4a0b-411a-8a8e-205fec41bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:56:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:57:02.426427 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] No DVR routers for this DVR port 10e9fe3c-2604-401a-811c-c32756e9bee7 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 11:57:02.429054 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:02.432419 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-31ff7dd4-02ca-4f39-a181-3bd23ab11425 req-35291992-35ca-4048-9628-cc24fe919b79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "DELETE /v2.0/ports/10e9fe3c-2604-401a-811c-c32756e9bee7 HTTP/1.1" status: 204 len: 173 time: 0.8216913 Oct 21 11:57:02.432861 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389e1111-866b-4257-9f40-5d7eab463773', 'name': 'network-vif-deleted', 'tag': '10e9fe3c-2604-401a-811c-c32756e9bee7'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:57:02.435155 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b59b53-5d1f-4722-a3ca-04737633ddda" -d '{"events": [{"server_uuid": "389e1111-866b-4257-9f40-5d7eab463773", "name": "network-vif-deleted", "tag": "10e9fe3c-2604-401a-811c-c32756e9bee7"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:57:02.521574 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-f0b5886c-4a0b-411a-8a8e-205fec41bde9 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:57:02.538393 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6831f67-e173-444b-96cb-84a6e877f245 x-openstack-request-id: req-e6831f67-e173-444b-96cb-84a6e877f245 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:57:02.538678 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389e1111-866b-4257-9f40-5d7eab463773", "name": "network-vif-deleted", "tag": "10e9fe3c-2604-401a-811c-c32756e9bee7", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:57:02.538932 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6831f67-e173-444b-96cb-84a6e877f245 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:57:02.539330 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389e1111-866b-4257-9f40-5d7eab463773', 'name': 'network-vif-deleted', 'tag': '10e9fe3c-2604-401a-811c-c32756e9bee7', 'status': 'completed', 'code': 200} Oct 21 11:57:02.732856 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f0b5886c-4a0b-411a-8a8e-205fec41bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:57:02.766652 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5886c-4a0b-411a-8a8e-205fec41bde9 None None] Checking router: 5b0044d4-628d-4592-926b-6cfa6483988b for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:57:02.775434 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b5886c-4a0b-411a-8a8e-205fec41bde9 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:57:02.775968 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f0b5886c-4a0b-411a-8a8e-205fec41bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:56:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:57:02.886550 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-f0b5886c-4a0b-411a-8a8e-205fec41bde9 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:57:03.135312 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f0b5886c-4a0b-411a-8a8e-205fec41bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:57:03.163130 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b5886c-4a0b-411a-8a8e-205fec41bde9 None None] The sync data for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi is: [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:57:03.396198 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c79e36a-ffa5-4aab-b758-42b21a6d43c2 None None] New status for floating IP 2046cb5d-7f8c-4e72-a565-74d02db90b8c: DOWN {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:57:03.617740 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-53d33f0f-3fff-4460-969a-9a56169a6745 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938096250&fields=id&tenant_id=c274eaa78249486dafb40f8c2554ce2f HTTP/1.1" status: 200 len: 267 time: 0.0336580 Oct 21 11:57:03.731530 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5922-8682-4013-86fe-b96cd160e997 req-5da00d5c-adf8-419b-8ce6-17d4206fd3df tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:03.732946 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-5da00d5c-adf8-419b-8ce6-17d4206fd3df tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 811 time: 0.1053164 Oct 21 11:57:03.750068 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-ddc1101f-3bc2-45ce-b742-b023a3ef108a tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/quotas/c274eaa78249486dafb40f8c2554ce2f HTTP/1.1" status: 200 len: 375 time: 0.0093319 Oct 21 11:57:03.814238 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-d84fbcee-99ec-4346-851a-547b038d089a tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582407 Oct 21 11:57:03.833944 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-7ca5179d-6865-4f00-b6e3-cd43d9316aab service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:57:03.834883 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-7ca5179d-6865-4f00-b6e3-cd43d9316aab service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065944 Oct 21 11:57:03.931778 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-bb1fd8fd-6b1c-472e-8f58-9fdb1f2582d6 service neutron] 10.222.0.24 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911665 Oct 21 11:57:04.025575 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-6b07ad68-e7ce-4e57-a821-d810791e0e3b service neutron] 10.222.0.24 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845146 Oct 21 11:57:04.324210 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-8959ca76-2c79-44f7-a99c-d8a38e8d8126 req-9870f288-02bd-43bd-96bd-d0f20159528a tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 210 time: 0.0299497 Oct 21 11:57:05.344603 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 10e9fe3c-2604-401a-811c-c32756e9bee7 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 11:57:05.366389 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 10e9fe3c-2604-401a-811c-c32756e9bee7 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 11:57:05.366771 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 10e9fe3c-2604-401a-811c-c32756e9bee7 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 11:57:05.421675 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e3d41c32-32f4-466e-8aa9-ba1ab736531f req-afd1a722-24b3-4bd4-b94e-1fe7a684f593 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 210 time: 0.0266523 Oct 21 11:57:05.463497 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5922-8682-4013-86fe-b96cd160e997 req-8ad2dbb8-3525-4c17-b0f8-644fac4dfd37 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:05.464938 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-8ad2dbb8-3525-4c17-b0f8-644fac4dfd37 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 811 time: 0.1189384 Oct 21 11:57:05.510270 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-89908e07-c3e1-4277-a66f-c444990187c2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c274eaa78249486dafb40f8c2554ce2f HTTP/1.1" status: 200 len: 380 time: 0.0339274 Oct 21 11:57:05.524190 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'port': {'device_id': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'admin_state_up': True, 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'security_groups': ['9ddd2f7a-38b3-4d4a-a410-a646f032a315']}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:57:05.640545 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Made reservation on behalf of c274eaa78249486dafb40f8c2554ce2f for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:57:05.644337 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:05.773867 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Allocated IP 172.20.0.4 (6f3dfe9d-7d09-45b8-8a59-c923283b38c9/4c07e9a1-a778-492a-beec-ab2dd6168061/9b772bef-abb3-453a-9c09-9e1c9ea72ea9) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:57:05.920920 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:05.955086 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:05.995118 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:57:05.998323 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:57:06.001968 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:57:06.029925 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'Port': ['ID=9b772bef-abb3-453a-9c09-9e1c9ea72ea9,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:57:06.063055 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:06.063668 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:06.080888 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-263732ff-86cd-4d52-a457-7589fb67fe4b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606744 Oct 21 11:57:06.095524 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Request body: {'port': {'device_id': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:57:06.154819 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:06.192088 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-5e743746-7641-44d8-95c0-ed7ebf90edc7 None None] Provisioning complete for port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:57:06.192709 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5e743746-7641-44d8-95c0-ed7ebf90edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:06.230352 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-5e743746-7641-44d8-95c0-ed7ebf90edc7 None None] Port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:57:06.412506 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:57:06.419849 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:06.431931 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Transition to ACTIVE for port object 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:57:06.439672 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:06.509104 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Pushing event updated for resources: {'Port': ['ID=9b772bef-abb3-453a-9c09-9e1c9ea72ea9,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:57:06.543463 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cce9c-64aa-46d9-9772-b7642f01fd1b req-0c3486a4-b826-45d1-a733-ecbe4e1bd4e1 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:06.551566 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-532cce9c-64aa-46d9-9772-b7642f01fd1b req-0c3486a4-b826-45d1-a733-ecbe4e1bd4e1 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 943 time: 0.0592215 Oct 21 11:57:06.560831 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Attempting to bind port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:57:06.561194 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Attempting to bind port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:57:06.561517 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Attempting to bind port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 on network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:57:06.566073 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 on network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:57:06.566460 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Attempting to bind port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 on network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:57:06.572260 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:57:06.572586 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Checking segment: {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:57:06.572963 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Bound using segment: {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:57:06.573414 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Bound port: 9b772bef-abb3-453a-9c09-9e1c9ea72ea9, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:57:06.573772 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:06.591320 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-532cce9c-64aa-46d9-9772-b7642f01fd1b req-95ce99a0-45a3-4a3e-806f-6a85734ad0c0 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387566 Oct 21 11:57:06.646104 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] For port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:57:06.649392 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] For port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:57:06.654425 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:06.689118 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:06.689751 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:06.691381 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] 10.222.0.47 "PUT /v2.0/ports/9b772bef-abb3-453a-9c09-9e1c9ea72ea9 HTTP/1.1" status: 200 len: 1093 time: 0.6000702 Oct 21 11:57:06.691672 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'tag': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:57:06.694118 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a344af0-6cbf-481e-bc01-e762f5d1748f" -d '{"events": [{"name": "network-changed", "server_uuid": "d008e37e-60ad-4f7d-929a-ac7a68e59123", "tag": "9b772bef-abb3-453a-9c09-9e1c9ea72ea9"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:57:06.722573 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10319017-c147-4260-92a1-2d0d6305aa54 service neutron] Pushing event updated for resources: {'Port': ['ID=9b772bef-abb3-453a-9c09-9e1c9ea72ea9,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:57:06.744471 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b25223-99aa-4d9b-b56e-71925a86b5bf x-openstack-request-id: req-52b25223-99aa-4d9b-b56e-71925a86b5bf {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:57:06.744764 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d008e37e-60ad-4f7d-929a-ac7a68e59123", "tag": "9b772bef-abb3-453a-9c09-9e1c9ea72ea9", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:57:06.745074 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52b25223-99aa-4d9b-b56e-71925a86b5bf {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:57:06.745543 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'tag': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'status': 'completed', 'code': 200} Oct 21 11:57:06.780051 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5922-8682-4013-86fe-b96cd160e997 req-8105882d-b333-48df-82c0-731888121887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:06.781621 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-8105882d-b333-48df-82c0-731888121887 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 1096 time: 0.0469558 Oct 21 11:57:06.831563 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-2856eaa0-787d-4f07-892d-76eaddaff10f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9 HTTP/1.1" status: 200 len: 217 time: 0.0371704 Oct 21 11:57:06.885774 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5922-8682-4013-86fe-b96cd160e997 req-5c944e8a-4735-4bad-84a3-cc3d516b1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:06.887309 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-5c944e8a-4735-4bad-84a3-cc3d516b1f3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0453291 Oct 21 11:57:06.937176 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb5922-8682-4013-86fe-b96cd160e997 req-679006cc-ae04-45f9-a48e-3b999bbf3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:06.938574 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-679006cc-ae04-45f9-a48e-3b999bbf3f4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432794 Oct 21 11:57:07.032465 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-17dd6440-a933-4e39-9df2-87edb14b2855 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833428 Oct 21 11:57:07.134540 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cafb5922-8682-4013-86fe-b96cd160e997 req-9432b33d-86be-4343-bdef-70eead7bf1a2 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906355 Oct 21 11:57:07.240104 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a344af0-6cbf-481e-bc01-e762f5d1748f req-f7ab8794-18ce-402e-be48-fa403ce50c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:07.241602 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8a344af0-6cbf-481e-bc01-e762f5d1748f req-f7ab8794-18ce-402e-be48-fa403ce50c77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 1096 time: 0.0445242 Oct 21 11:57:07.341667 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a344af0-6cbf-481e-bc01-e762f5d1748f req-5974a856-c058-4d75-97e2-9d16a58fa29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:07.343114 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8a344af0-6cbf-481e-bc01-e762f5d1748f req-5974a856-c058-4d75-97e2-9d16a58fa29a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0935416 Oct 21 11:57:07.386464 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8a344af0-6cbf-481e-bc01-e762f5d1748f req-24331f48-6d4b-41f2-9417-dae3dea094eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9 HTTP/1.1" status: 200 len: 217 time: 0.0349169 Oct 21 11:57:07.436950 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a344af0-6cbf-481e-bc01-e762f5d1748f req-1a551ad7-a3c5-4b8b-813c-e280860993ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:07.438391 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8a344af0-6cbf-481e-bc01-e762f5d1748f req-1a551ad7-a3c5-4b8b-813c-e280860993ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0439954 Oct 21 11:57:07.490829 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a344af0-6cbf-481e-bc01-e762f5d1748f req-3f188ba2-458b-4cdc-bccd-166542441343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:07.492146 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8a344af0-6cbf-481e-bc01-e762f5d1748f req-3f188ba2-458b-4cdc-bccd-166542441343 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452359 Oct 21 11:57:07.587970 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8a344af0-6cbf-481e-bc01-e762f5d1748f req-7ec580db-976c-4d7c-a322-182115caa58c service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837214 Oct 21 11:57:07.686406 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-8a344af0-6cbf-481e-bc01-e762f5d1748f req-51d216e4-7ac2-48dd-91b6-8cf59960336f service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870559 Oct 21 11:57:07.711043 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454cd76-928c-45bb-be47-2ed06dc79047 req-1eaba032-cd8a-4295-a47f-f68b48f0dc32 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:07.712485 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f454cd76-928c-45bb-be47-2ed06dc79047 req-1eaba032-cd8a-4295-a47f-f68b48f0dc32 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 943 time: 0.0495512 Oct 21 11:57:07.750526 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f454cd76-928c-45bb-be47-2ed06dc79047 req-ffa1b023-36bd-4140-8641-fca60acebc20 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318909 Oct 21 11:57:08.895421 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313c0de-993e-49bd-b17b-56bc7b0af429 req-bd4426d2-16d5-43e6-9d53-35b21fa3d292 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:08.896876 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9313c0de-993e-49bd-b17b-56bc7b0af429 req-bd4426d2-16d5-43e6-9d53-35b21fa3d292 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 943 time: 0.0648227 Oct 21 11:57:08.939509 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-9313c0de-993e-49bd-b17b-56bc7b0af429 req-af763aed-b443-457b-abff-52f3c031ed23 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333920 Oct 21 11:57:10.060895 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83013c5e-5f54-4cd9-beae-19a378c1edfa req-7b67ad59-395c-405b-9973-d6ab8d8fd93f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:10.062413 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-83013c5e-5f54-4cd9-beae-19a378c1edfa req-7b67ad59-395c-405b-9973-d6ab8d8fd93f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 943 time: 0.0516477 Oct 21 11:57:10.101120 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-83013c5e-5f54-4cd9-beae-19a378c1edfa req-f971a9c4-8904-4c71-b4db-bac4db0fca4c tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Oct 21 11:57:10.976260 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5c1227b0-9eb6-49c6-b9f2-9b46d0e9e4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:11.242721 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc6d6c-dcf2-424c-93e9-b056a1b6f69b req-670455ba-914a-4dc7-949c-d3c400665ad7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:11.244042 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-20fc6d6c-dcf2-424c-93e9-b056a1b6f69b req-670455ba-914a-4dc7-949c-d3c400665ad7 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 943 time: 0.0627997 Oct 21 11:57:11.288816 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-20fc6d6c-dcf2-424c-93e9-b056a1b6f69b req-591082fc-7f2d-41d1-b613-0df614420a79 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385084 Oct 21 11:57:12.428463 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50185d57-dc25-4089-bb54-21f7d370138a req-26d8433b-eb48-44d4-a50b-dd98ca15608a tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:12.429925 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-50185d57-dc25-4089-bb54-21f7d370138a req-26d8433b-eb48-44d4-a50b-dd98ca15608a tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 943 time: 0.0561819 Oct 21 11:57:12.473675 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-50185d57-dc25-4089-bb54-21f7d370138a req-bc15fb91-180f-4bc6-910d-566c1120e7d2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346966 Oct 21 11:57:13.518193 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-737b003d-2010-4bfe-bd9b-b89f272f758f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:13.613796 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55f2fd-a316-461f-abf0-1cc6d050ecf6 req-ceae5876-561e-42f4-a5c7-a1f4021f53d8 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:13.615294 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0d55f2fd-a316-461f-abf0-1cc6d050ecf6 req-ceae5876-561e-42f4-a5c7-a1f4021f53d8 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 943 time: 0.0575540 Oct 21 11:57:13.654099 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-0d55f2fd-a316-461f-abf0-1cc6d050ecf6 req-72353247-a616-4d4f-a906-6fde77ae1bfb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326056 Oct 21 11:57:14.460037 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:14.555473 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:14.788740 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628278c-c6c1-45d0-8be0-66c079725efb req-0198cbbc-c74d-46ae-b8d0-d87b15b3f7ab tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:14.790295 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4628278c-c6c1-45d0-8be0-66c079725efb req-0198cbbc-c74d-46ae-b8d0-d87b15b3f7ab tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 943 time: 0.0564590 Oct 21 11:57:14.832036 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-4628278c-c6c1-45d0-8be0-66c079725efb req-62ab6fb1-6d8f-4fb8-9110-8a7a3afe8a00 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322852 Oct 21 11:57:15.391838 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:57:15.490719 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:57:15.505033 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'port_id': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'mac_address': 'fa:16:3e:d4:46:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:57:15.546411 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:15.562682 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:57:15.582630 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:57:15.589485 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:15.638801 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=9b772bef-abb3-453a-9c09-9e1c9ea72ea9,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:57:15.646329 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.646692 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.647015 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.647342 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.647663 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.647986 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.648394 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.648636 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.648959 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.649302 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.649607 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.649916 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:15.904326 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['9b772bef-abb3-453a-9c09-9e1c9ea72ea9'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:57:15.972354 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41a543-bd86-4dd0-8c76-df91841cb6b5 req-8c4aa544-8540-4681-b487-c995a7b205a1 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:15.973931 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-af41a543-bd86-4dd0-8c76-df91841cb6b5 req-8c4aa544-8540-4681-b487-c995a7b205a1 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 944 time: 0.0591946 Oct 21 11:57:16.012786 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-af41a543-bd86-4dd0-8c76-df91841cb6b5 req-9a28c4ae-bb53-4eef-aaa3-e95d2d106bce tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324829 Oct 21 11:57:16.354325 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:17.149381 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b188ce-18df-45f0-ada2-43a176bc5764 req-1bc27742-863c-4792-b449-d5031f017d31 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:17.150854 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-10b188ce-18df-45f0-ada2-43a176bc5764 req-1bc27742-863c-4792-b449-d5031f017d31 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 944 time: 0.0598941 Oct 21 11:57:17.190184 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-10b188ce-18df-45f0-ada2-43a176bc5764 req-e0a287fa-a144-41d8-b954-918fecbeb439 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332332 Oct 21 11:57:17.392479 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:57:17.454643 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:57:17.458444 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:57:17.458807 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:17.535805 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:17.559362 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:57:17.561703 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcba62db-3890-4d33-b621-77f7c4c151e4" -d '{"events": [{"server_uuid": "d008e37e-60ad-4f7d-929a-ac7a68e59123", "name": "network-vif-plugged", "status": "completed", "tag": "9b772bef-abb3-453a-9c09-9e1c9ea72ea9"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:57:17.575047 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:57:17.580766 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:17.629224 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=9b772bef-abb3-453a-9c09-9e1c9ea72ea9,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:57:17.656111 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5602ed52-47ca-48e1-a840-66ba5b150621 x-openstack-request-id: req-5602ed52-47ca-48e1-a840-66ba5b150621 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:57:17.656400 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d008e37e-60ad-4f7d-929a-ac7a68e59123", "name": "network-vif-plugged", "status": "completed", "tag": "9b772bef-abb3-453a-9c09-9e1c9ea72ea9", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:57:17.656651 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5602ed52-47ca-48e1-a840-66ba5b150621 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:57:17.657059 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'code': 200} Oct 21 11:57:17.915185 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcd9d3-48b9-4f62-ab8b-8163d96c2927 req-6be85a79-29bb-4087-adb8-5da4115ab7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:17.916539 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cffcd9d3-48b9-4f62-ab8b-8163d96c2927 req-6be85a79-29bb-4087-adb8-5da4115ab7ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 1098 time: 0.0417178 Oct 21 11:57:17.957879 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-cffcd9d3-48b9-4f62-ab8b-8163d96c2927 req-567ec952-2746-4533-ad91-1e05fff69764 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301352 Oct 21 11:57:18.317247 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58a9d7-47ec-45a3-986e-b2b9070d2b92 req-a284dfc6-76ca-49ab-bbfb-220995b29ff6 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:18.319038 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-af58a9d7-47ec-45a3-986e-b2b9070d2b92 req-a284dfc6-76ca-49ab-bbfb-220995b29ff6 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 945 time: 0.0618117 Oct 21 11:57:18.358192 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-af58a9d7-47ec-45a3-986e-b2b9070d2b92 req-76b064f1-7e4f-47ff-9061-9ef329b8678f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Oct 21 11:57:19.482133 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff168ec-c414-4951-bc5c-8d8c5c03c19b req-643168d8-3c02-48e8-b59b-b396f067b8d8 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:19.483639 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cff168ec-c414-4951-bc5c-8d8c5c03c19b req-643168d8-3c02-48e8-b59b-b396f067b8d8 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 945 time: 0.0552645 Oct 21 11:57:19.529874 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-cff168ec-c414-4951-bc5c-8d8c5c03c19b req-3ea4e364-2f24-4f49-b99e-1a569f8ede60 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371964 Oct 21 11:57:19.665505 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3be8c5-3d73-413a-a32e-abe6ea17a843 req-33d893be-5ef7-4a63-ada7-4f468ea04a49 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:19.667004 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ea3be8c5-3d73-413a-a32e-abe6ea17a843 req-33d893be-5ef7-4a63-ada7-4f468ea04a49 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 945 time: 0.0571990 Oct 21 11:57:19.706186 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ea3be8c5-3d73-413a-a32e-abe6ea17a843 req-98d6bafa-1e50-4544-809e-d5b4dba8cf52 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330834 Oct 21 11:57:19.729350 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56034) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:57:19.778653 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d6163a-52c3-4e65-a763-009ac9cd65ff tempest-TestVolumeBootPattern-1973242000 tempest-TestVolumeBootPattern-1973242000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:19.780071 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-68d6163a-52c3-4e65-a763-009ac9cd65ff tempest-TestVolumeBootPattern-1973242000 tempest-TestVolumeBootPattern-1973242000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 1093 time: 0.0493917 Oct 21 11:57:19.784063 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56036) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:57:19.788393 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'floatingip': {'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'port_id': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:57:19.813438 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:20.155690 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:20.262259 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Allocated IP 172.27.3.70 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/31c704e4-16a8-45ce-ad9c-0feb334deeb0) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:57:20.368399 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:20.404500 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:20.440754 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:57:20.443527 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:57:20.447360 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:57:20.454705 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'Port': ['ID=31c704e4-16a8-45ce-ad9c-0feb334deeb0,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:57:20.484725 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.485438 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.485438 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.485662 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.486005 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.486321 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.486637 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.486948 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.487259 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.487569 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.487875 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.488181 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:57:20.821421 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:20.896110 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:21.076583 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:21.083605 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8750499'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:21.148695 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'Port': ['ID=31c704e4-16a8-45ce-ad9c-0feb334deeb0,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:57:21.160286 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:21.196504 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:21.261109 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.l3_db [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Floating IP cf088f10-7d45-4468-a4a8-cf4056c6ec92 associated. External IP: 172.27.3.70, port: 9b772bef-abb3-453a-9c09-9e1c9ea72ea9. Oct 21 11:57:21.479607 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Router 5b0044d4-628d-4592-926b-6cfa6483988b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:57:21.592289 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:57:21.602204 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b4039-fbaf-4293-aab2-9768e5601d8e None None] Sync routers for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:57:21.612628 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b4039-fbaf-4293-aab2-9768e5601d8e None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:57:21.613391 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-828b4039-fbaf-4293-aab2-9768e5601d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:57:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:57:21.614487 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:21.642532 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-e779e08d-1a81-4049-8467-8819bb37a486 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8573868 Oct 21 11:57:21.643101 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'tag': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:57:21.645405 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce164aac-ca74-4a54-a39e-e1b0af7010db" -d '{"events": [{"name": "network-changed", "server_uuid": "d008e37e-60ad-4f7d-929a-ac7a68e59123", "tag": "9b772bef-abb3-453a-9c09-9e1c9ea72ea9"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:57:21.724862 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-828b4039-fbaf-4293-aab2-9768e5601d8e None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:57:21.745857 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4ba41f-d1f1-4878-b0ff-62311f711cd0 x-openstack-request-id: req-6a4ba41f-d1f1-4878-b0ff-62311f711cd0 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:57:21.746219 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d008e37e-60ad-4f7d-929a-ac7a68e59123", "tag": "9b772bef-abb3-453a-9c09-9e1c9ea72ea9", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:57:21.746460 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a4ba41f-d1f1-4878-b0ff-62311f711cd0 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:57:21.746877 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'tag': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'status': 'completed', 'code': 200} Oct 21 11:57:21.810360 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce164aac-ca74-4a54-a39e-e1b0af7010db req-88b1f944-f169-400a-898d-b5ef27449db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:21.811978 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce164aac-ca74-4a54-a39e-e1b0af7010db req-88b1f944-f169-400a-898d-b5ef27449db4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 1098 time: 0.0425639 Oct 21 11:57:21.905756 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce164aac-ca74-4a54-a39e-e1b0af7010db req-3c6b0815-0db0-432d-9f7e-b82e05de812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:21.907257 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce164aac-ca74-4a54-a39e-e1b0af7010db req-3c6b0815-0db0-432d-9f7e-b82e05de812a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0883782 Oct 21 11:57:21.975863 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce164aac-ca74-4a54-a39e-e1b0af7010db req-f1aa9973-f692-4501-a687-d3c7bfc1bbf8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9 HTTP/1.1" status: 200 len: 998 time: 0.0613513 Oct 21 11:57:22.031252 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce164aac-ca74-4a54-a39e-e1b0af7010db req-b9c88e19-3dbc-44c8-b3c2-0dc3cbbb1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:22.032635 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce164aac-ca74-4a54-a39e-e1b0af7010db req-b9c88e19-3dbc-44c8-b3c2-0dc3cbbb1da4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0500069 Oct 21 11:57:22.081555 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce164aac-ca74-4a54-a39e-e1b0af7010db req-eb5d4b5b-a865-408f-a431-1eddcfc427e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:22.083117 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce164aac-ca74-4a54-a39e-e1b0af7010db req-eb5d4b5b-a865-408f-a431-1eddcfc427e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434730 Oct 21 11:57:22.087120 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-828b4039-fbaf-4293-aab2-9768e5601d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'cf088f10-7d45-4468-a4a8-cf4056c6ec92', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:d4:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:57:20Z', 'updated_at': '2021-10-21T11:57:20Z', 'revision_number': 0, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:57:22.113629 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b4039-fbaf-4293-aab2-9768e5601d8e None None] Checking router: 5b0044d4-628d-4592-926b-6cfa6483988b for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:57:22.122954 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b4039-fbaf-4293-aab2-9768e5601d8e None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:57:22.123588 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-828b4039-fbaf-4293-aab2-9768e5601d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:57:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:57:22.175651 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce164aac-ca74-4a54-a39e-e1b0af7010db req-f32b979e-e1d8-4619-bb3e-402df4287d3e service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850637 Oct 21 11:57:22.232215 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-828b4039-fbaf-4293-aab2-9768e5601d8e None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:57:22.272005 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ce164aac-ca74-4a54-a39e-e1b0af7010db req-e24b66bd-28e4-43e7-bb26-e7dd85c103c2 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893254 Oct 21 11:57:22.478086 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-828b4039-fbaf-4293-aab2-9768e5601d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'cf088f10-7d45-4468-a4a8-cf4056c6ec92', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:d4:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:57:20Z', 'updated_at': '2021-10-21T11:57:20Z', 'revision_number': 0, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:57:22.503928 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b4039-fbaf-4293-aab2-9768e5601d8e None None] The sync data for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi is: [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'cf088f10-7d45-4468-a4a8-cf4056c6ec92', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:d4:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:57:20Z', 'updated_at': '2021-10-21T11:57:20Z', 'revision_number': 0, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:57:22.697127 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c041ade1-35c6-4883-b6cb-0c59437601fe None None] New status for floating IP cf088f10-7d45-4468-a4a8-cf4056c6ec92: ACTIVE {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:57:24.186271 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:57:27.985927 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-b314cb60-45c5-46f2-a98a-a0be5505412b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445142 Oct 21 11:57:28.087839 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-dd7c919e-44b5-44c7-bd95-43762462a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:28.089282 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-dd7c919e-44b5-44c7-bd95-43762462a795 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 1098 time: 0.0451913 Oct 21 11:57:28.202390 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-1cf53868-6e18-4183-902a-9b944ce9acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:28.203909 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-1cf53868-6e18-4183-902a-9b944ce9acaf service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0874372 Oct 21 11:57:28.276304 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-06223951-bc26-4510-888e-0dbbacbd78c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9 HTTP/1.1" status: 200 len: 1000 time: 0.0652883 Oct 21 11:57:28.325172 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-990bf224-d110-4887-a31e-a7743bd92c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:28.326685 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-990bf224-d110-4887-a31e-a7743bd92c97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0436602 Oct 21 11:57:28.373120 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-c25c39ca-e80a-478a-b1e3-b3360e673e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:57:28.374472 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-c25c39ca-e80a-478a-b1e3-b3360e673e3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404992 Oct 21 11:57:28.738421 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-ec8d90fc-dcfa-4b36-be99-1beaf5f40198 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562429 Oct 21 11:57:28.835965 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-64544a87-abf0-47ea-bd77-3734d22eaff2 req-bb17cbdd-3a7b-4297-9b94-3b7d4e92ca55 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889890 Oct 21 11:57:40.978439 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-10918ab2-2037-4f01-901e-063923553a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:43.511087 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e89f-1e38-46d8-b827-dedb646c33e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:44.456811 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:44.546404 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:46.362936 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:57:51.185680 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:01.184406 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:58:10.977857 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5d20c880-5546-4ba4-829b-20d6f4aeff9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:13.518653 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-3c923e0b-8e47-4409-8aed-2f3bbf00a4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:14.457044 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:14.553513 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:16.365841 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:21.201913 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:28.973018 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-faae614a-1a44-4d7a-8def-fa25a49163c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432987 Oct 21 11:58:29.071286 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-46887d2a-def3-461d-b3b4-c0a27f553f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:58:29.072766 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-46887d2a-def3-461d-b3b4-c0a27f553f73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 1098 time: 0.0531468 Oct 21 11:58:29.196213 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-5d77ecd3-6c8e-43c9-9d53-b1cbc491bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:58:29.197769 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-5d77ecd3-6c8e-43c9-9d53-b1cbc491bde2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0981019 Oct 21 11:58:29.271374 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-14b5a097-66c9-482e-a1ca-497bc146667e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9 HTTP/1.1" status: 200 len: 1000 time: 0.0614886 Oct 21 11:58:29.336991 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-e9fe1233-ca3e-41f6-b05e-d80de7f11bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:58:29.338443 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-e9fe1233-ca3e-41f6-b05e-d80de7f11bc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0541365 Oct 21 11:58:29.391674 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-8486917b-7772-45b5-b51c-359ddee0db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:58:29.393164 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-8486917b-7772-45b5-b51c-359ddee0db59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427523 Oct 21 11:58:29.490135 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-aec855b6-52c6-4e0e-b8ef-c9dff62bf1e1 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840721 Oct 21 11:58:29.587090 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2d1c8e0-1c3f-492e-b13f-113063c9847b req-5800aa91-dcef-4267-b632-6145827a067d service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838974 Oct 21 11:58:38.187031 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:58:40.982814 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6feee630-0d38-45a7-973e-db70317170e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:43.510670 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a76d9829-85dd-4833-9f04-b976d1a4eeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:44.463283 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:44.555955 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:46.365404 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:51.204896 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:57.387083 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-5c7b57f0-a425-4a79-9643-59bb4a66f7b3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938096250&fields=id&tenant_id=c274eaa78249486dafb40f8c2554ce2f HTTP/1.1" status: 200 len: 267 time: 0.0354395 Oct 21 11:58:57.498784 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-be2b9c7d-7590-4947-917f-dea54effac63 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:58:57.500238 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-be2b9c7d-7590-4947-917f-dea54effac63 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 811 time: 0.1063268 Oct 21 11:58:57.517825 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-7f7812f3-3989-4f0e-8173-619a0545fbf8 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/quotas/c274eaa78249486dafb40f8c2554ce2f HTTP/1.1" status: 200 len: 375 time: 0.0093422 Oct 21 11:58:57.581185 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-286f68bb-9be6-4067-a852-eaaed746d000 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0579631 Oct 21 11:58:57.678182 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-0fb4be49-dcae-4d51-8ce9-63d1db4b3f59 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 21 11:58:57.679831 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-0fb4be49-dcae-4d51-8ce9-63d1db4b3f59 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0862479 Oct 21 11:58:57.778801 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-58eaff00-2e93-442b-827f-c3f26078769c service neutron] 10.222.0.24 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894907 Oct 21 11:58:57.876107 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-64489f83-a6a5-470b-a4c8-a1c82f46c9d0 service neutron] 10.222.0.24 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882316 Oct 21 11:58:58.182166 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f77a8777-d14e-4f3f-940e-627bb073e5c2 req-ad8ea331-e3e8-48b0-a519-34fb384ee2cd tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 210 time: 0.0271001 Oct 21 11:58:59.218595 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-9f27d8bc-8152-4377-8d51-87bc64a35ede tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:58:59.220550 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-9f27d8bc-8152-4377-8d51-87bc64a35ede tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 811 time: 0.1089363 Oct 21 11:58:59.266002 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5ffd51e-636a-45f7-878a-322cc4e003be tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c274eaa78249486dafb40f8c2554ce2f HTTP/1.1" status: 200 len: 380 time: 0.0351303 Oct 21 11:58:59.280843 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-600d86c6-b04b-4f07-b1a3-ff9e0228d2ee req-600fc771-bb4a-4930-a4f0-05ad9e0bd8a3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 210 time: 0.0311596 Oct 21 11:58:59.282224 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'port': {'device_id': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'admin_state_up': True, 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'security_groups': ['9ddd2f7a-38b3-4d4a-a410-a646f032a315']}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:58:59.397578 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Made reservation on behalf of c274eaa78249486dafb40f8c2554ce2f for: {'port': 1} {{(pid=106353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 21 11:58:59.401686 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:59.526246 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_common [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Allocated IP 172.20.0.6 (6f3dfe9d-7d09-45b8-8a59-c923283b38c9/4c07e9a1-a778-492a-beec-ab2dd6168061/1a8e96d6-1dda-4156-9c8f-949944543ae2) {{(pid=106353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:58:59.677843 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for port, precommit_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:59.714184 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_create {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:59.755528 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 is already hosted by enough agents. {{(pid=106353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:58:59.760668 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.base_scheduler [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Resources bound (agent type, host, resource id): {{(pid=106353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:58:59.767206 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Received port after_create {{(pid=106353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:58:59.771048 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'Port': ['ID=1a8e96d6-1dda-4156-9c8f-949944543ae2,revision_number=1']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:58:59.799672 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.800023 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.800367 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.800693 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.801016 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.801360 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.801686 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.801993 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.802313 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.802615 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.802929 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.803327 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:58:59.833034 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:58:59.833718 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:58:59.850284 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-d482a139-a127-42a5-b996-a13f26ab96f3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718284 Oct 21 11:58:59.868143 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.v2.base [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Request body: {'port': {'device_id': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=106353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:58:59.926062 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:00.030694 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-5401f5a8-13de-441f-82b4-8466f2ffa9ef None None] Provisioning complete for port 1a8e96d6-1dda-4156-9c8f-949944543ae2 triggered by entity DHCP. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:59:00.031381 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-5401f5a8-13de-441f-82b4-8466f2ffa9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:00.073514 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-5401f5a8-13de-441f-82b4-8466f2ffa9ef None None] Port 1a8e96d6-1dda-4156-9c8f-949944543ae2 cannot update to ACTIVE because it is not bound. {{(pid=106354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 21 11:59:00.207819 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8e96d6-1dda-4156-9c8f-949944543ae2 {{(pid=106353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:59:00.215595 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:00.228454 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.provisioning_blocks [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Transition to ACTIVE for port object 1a8e96d6-1dda-4156-9c8f-949944543ae2 will not be triggered until provisioned by entity L2. {{(pid=106353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 21 11:59:00.236133 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:00.285366 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8e96d6-1dda-4156-9c8f-949944543ae2,revision_number=2']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:59:00.367077 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Attempting to bind port 1a8e96d6-1dda-4156-9c8f-949944543ae2 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 21 11:59:00.367915 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Attempting to bind port 1a8e96d6-1dda-4156-9c8f-949944543ae2 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 21 11:59:00.368459 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Attempting to bind port 1a8e96d6-1dda-4156-9c8f-949944543ae2 on network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:59:00.373492 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Port 1a8e96d6-1dda-4156-9c8f-949944543ae2 on network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 21 11:59:00.374020 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Attempting to bind port 1a8e96d6-1dda-4156-9c8f-949944543ae2 on network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 21 11:59:00.378964 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Checking agent: {'id': '8225af87-056e-450c-847a-819ccf8e2307', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'started_at': datetime.datetime(2021, 10, 21, 11, 43, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 21, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 21 11:59:00.379294 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Checking segment: {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 21 11:59:00.379669 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Bound using segment: {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'} {{(pid=106353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 21 11:59:00.380081 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.managers [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Bound port: 1a8e96d6-1dda-4156-9c8f-949944543ae2, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9'}}] {{(pid=106353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 21 11:59:00.380434 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:00.400440 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c32ad-bd6a-4f4e-bc8f-e314bc6d75cd req-c659aea4-7049-476a-bcf2-17c92705b153 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:00.402090 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ed6c32ad-bd6a-4f4e-bc8f-e314bc6d75cd req-c659aea4-7049-476a-bcf2-17c92705b153 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 943 time: 0.0509305 Oct 21 11:59:00.443221 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-ed6c32ad-bd6a-4f4e-bc8f-e314bc6d75cd req-9c8418aa-8581-478d-a24e-863ccda3cf6b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346048 Oct 21 11:59:00.448644 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] For port 1a8e96d6-1dda-4156-9c8f-949944543ae2, host hv-cinder-81489, cleared binding levels {{(pid=106353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 21 11:59:00.451810 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] For port 1a8e96d6-1dda-4156-9c8f-949944543ae2, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=1a8e96d6-1dda-4156-9c8f-949944543ae2,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 21 11:59:00.457014 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9302708'] for port, after_update {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:00.494061 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:00.494689 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:00.496031 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] 10.222.0.47 "PUT /v2.0/ports/1a8e96d6-1dda-4156-9c8f-949944543ae2 HTTP/1.1" status: 200 len: 1093 time: 0.6330061 Oct 21 11:59:00.496461 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'tag': '1a8e96d6-1dda-4156-9c8f-949944543ae2'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:59:00.498756 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943fb085-bdbe-4e91-9d10-635ad409ad39" -d '{"events": [{"name": "network-changed", "server_uuid": "a722cfcb-8c65-455f-b58b-5f1b03aa5024", "tag": "1a8e96d6-1dda-4156-9c8f-949944543ae2"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:59:00.522973 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5546fd9-ee6c-467c-ac43-9a438ac33495 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8e96d6-1dda-4156-9c8f-949944543ae2,revision_number=3']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:59:00.542133 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27aed82-06fe-45bb-b277-851f6fae05a2 x-openstack-request-id: req-d27aed82-06fe-45bb-b277-851f6fae05a2 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:59:00.542427 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a722cfcb-8c65-455f-b58b-5f1b03aa5024", "tag": "1a8e96d6-1dda-4156-9c8f-949944543ae2", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:59:00.542679 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d27aed82-06fe-45bb-b277-851f6fae05a2 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:59:00.543090 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'tag': '1a8e96d6-1dda-4156-9c8f-949944543ae2', 'status': 'completed', 'code': 200} Oct 21 11:59:00.588552 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-2fe068e3-e5cf-484e-976f-628edc94bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:00.590092 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-2fe068e3-e5cf-484e-976f-628edc94bd1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 1096 time: 0.0440493 Oct 21 11:59:00.642297 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-0f6881ce-5b76-4db7-b761-f404d516e9f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a8e96d6-1dda-4156-9c8f-949944543ae2 HTTP/1.1" status: 200 len: 217 time: 0.0393333 Oct 21 11:59:00.702701 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-a7d290c3-fc32-4686-9578-dd987ac5d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:00.704167 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-a7d290c3-fc32-4686-9578-dd987ac5d0d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0510185 Oct 21 11:59:00.761321 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-f4b441c8-5a30-4808-b921-bb0e5f7569b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:00.762834 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-f4b441c8-5a30-4808-b921-bb0e5f7569b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471785 Oct 21 11:59:00.868538 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-65655664-5f99-4097-aad5-ed00e8b41357 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937822 Oct 21 11:59:00.967863 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-5eef9cdb-5de1-45bb-a8cd-b1b2beb10998 req-5debf070-72f4-4787-bd6e-a209b9935505 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879107 Oct 21 11:59:01.066698 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb085-bdbe-4e91-9d10-635ad409ad39 req-0b8bec6f-9227-4ae9-a9fd-4667971ce4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:01.068490 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-943fb085-bdbe-4e91-9d10-635ad409ad39 req-0b8bec6f-9227-4ae9-a9fd-4667971ce4b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 1096 time: 0.0439305 Oct 21 11:59:01.172021 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb085-bdbe-4e91-9d10-635ad409ad39 req-0e47917e-4269-40f1-ab2a-3d5e0650766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:01.173404 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-943fb085-bdbe-4e91-9d10-635ad409ad39 req-0e47917e-4269-40f1-ab2a-3d5e0650766a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0942526 Oct 21 11:59:01.217872 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-943fb085-bdbe-4e91-9d10-635ad409ad39 req-effb46a7-8e3f-4273-a546-4c56b3763164 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a8e96d6-1dda-4156-9c8f-949944543ae2 HTTP/1.1" status: 200 len: 217 time: 0.0352938 Oct 21 11:59:01.271053 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb085-bdbe-4e91-9d10-635ad409ad39 req-3f10831e-75b5-43c3-88db-4d27e7ecd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:01.272485 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-943fb085-bdbe-4e91-9d10-635ad409ad39 req-3f10831e-75b5-43c3-88db-4d27e7ecd5ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0471523 Oct 21 11:59:01.322682 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb085-bdbe-4e91-9d10-635ad409ad39 req-4066ed11-a906-4c32-9157-3a9da87240c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:01.324112 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-943fb085-bdbe-4e91-9d10-635ad409ad39 req-4066ed11-a906-4c32-9157-3a9da87240c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437288 Oct 21 11:59:01.414291 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-943fb085-bdbe-4e91-9d10-635ad409ad39 req-52af4144-3b6c-415b-a20d-1a96f4d405fa service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820258 Oct 21 11:59:01.516550 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-943fb085-bdbe-4e91-9d10-635ad409ad39 req-08a6fbd6-d3e4-4e32-8f5e-7a60e9b025ec service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916872 Oct 21 11:59:01.563730 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827cbb0-33b2-44df-96f6-52e03f92112f req-09a7c530-4520-4407-a472-f4578769fe85 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:01.565232 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e827cbb0-33b2-44df-96f6-52e03f92112f req-09a7c530-4520-4407-a472-f4578769fe85 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 943 time: 0.0511560 Oct 21 11:59:01.606601 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e827cbb0-33b2-44df-96f6-52e03f92112f req-0735c0f0-2b34-4138-bd90-172601124a30 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Oct 21 11:59:02.745024 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27796e8c-b61a-410b-982d-5866721ae089 req-f1c91bb0-cdbb-41d2-95a6-b66ddfe06a15 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:02.748699 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-27796e8c-b61a-410b-982d-5866721ae089 req-f1c91bb0-cdbb-41d2-95a6-b66ddfe06a15 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 943 time: 0.0612681 Oct 21 11:59:02.795948 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-27796e8c-b61a-410b-982d-5866721ae089 req-ad43453d-7bcb-4766-bc51-907350e15647 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389163 Oct 21 11:59:03.928276 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605436a5-c4f0-46aa-a46b-9a7dd1742ff6 req-cd1f2fb1-de45-42d9-8c9f-a0b2e98a63d4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:03.929728 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-605436a5-c4f0-46aa-a46b-9a7dd1742ff6 req-cd1f2fb1-de45-42d9-8c9f-a0b2e98a63d4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 943 time: 0.0602553 Oct 21 11:59:03.972523 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-605436a5-c4f0-46aa-a46b-9a7dd1742ff6 req-6a7d8cb0-aeef-4f3c-aa19-bad67e6d9eaa tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Oct 21 11:59:05.109341 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249caa65-092f-4973-88eb-810029a6ea86 req-63d58596-a3d2-4249-8f10-be9a79884549 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:05.110800 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-249caa65-092f-4973-88eb-810029a6ea86 req-63d58596-a3d2-4249-8f10-be9a79884549 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 943 time: 0.0545666 Oct 21 11:59:05.153205 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-249caa65-092f-4973-88eb-810029a6ea86 req-92b12aa4-d32d-4b3c-881c-9deba7ecc4d4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Oct 21 11:59:06.273936 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64294392-223d-4dd8-a566-19221f7cf972 req-bab584d7-c180-49db-90fe-e6a1094ad6e4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:06.275404 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-64294392-223d-4dd8-a566-19221f7cf972 req-bab584d7-c180-49db-90fe-e6a1094ad6e4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 943 time: 0.0506098 Oct 21 11:59:06.321175 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-64294392-223d-4dd8-a566-19221f7cf972 req-e5bc5e30-240f-4a96-af63-722f5a019a9e tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367887 Oct 21 11:59:07.449424 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a495d6-a278-4f32-8fd8-1b6014733eed req-8ff21642-de1b-4e43-8708-ad5d5bfcab14 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:07.450776 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-97a495d6-a278-4f32-8fd8-1b6014733eed req-8ff21642-de1b-4e43-8708-ad5d5bfcab14 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 943 time: 0.0603492 Oct 21 11:59:07.489990 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-97a495d6-a278-4f32-8fd8-1b6014733eed req-249bb170-f8a7-4d08-86a1-be88a3b47f24 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331643 Oct 21 11:59:07.951257 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 1a8e96d6-1dda-4156-9c8f-949944543ae2 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=106354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 21 11:59:08.053037 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 1a8e96d6-1dda-4156-9c8f-949944543ae2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=1a8e96d6-1dda-4156-9c8f-949944543ae2,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:59:08.066302 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Returning: {'device': '1a8e96d6-1dda-4156-9c8f-949944543ae2', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'port_id': '1a8e96d6-1dda-4156-9c8f-949944543ae2', 'mac_address': 'fa:16:3e:96:77:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 21 11:59:08.111169 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:08.124403 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8e96d6-1dda-4156-9c8f-949944543ae2 {{(pid=106354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 21 11:59:08.146784 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 1a8e96d6-1dda-4156-9c8f-949944543ae2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=1a8e96d6-1dda-4156-9c8f-949944543ae2,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:59:08.153767 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:08.200813 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=1a8e96d6-1dda-4156-9c8f-949944543ae2,revision_number=4']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:59:08.208018 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.208309 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.208639 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.208961 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.209295 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.209616 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.209932 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.210249 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.210568 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.210886 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.211196 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.211503 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:08.447185 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] get_ports_and_sgs() called for port_ids ['1a8e96d6-1dda-4156-9c8f-949944543ae2'] {{(pid=106354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 21 11:59:08.615334 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc199f-3711-4da3-850a-16d162bdabff req-9bc93870-0ecb-4b22-a6f3-1f4962c0654a tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:08.616803 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f8dc199f-3711-4da3-850a-16d162bdabff req-9bc93870-0ecb-4b22-a6f3-1f4962c0654a tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 944 time: 0.0505257 Oct 21 11:59:08.655570 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f8dc199f-3711-4da3-850a-16d162bdabff req-138644a0-9496-46ee-ab05-023676930a39 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Oct 21 11:59:09.788973 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e9ff-8039-4cbe-9afe-d20f5174fc09 req-a5843d52-5beb-4108-9543-7416ff0bed17 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:09.790468 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7c44e9ff-8039-4cbe-9afe-d20f5174fc09 req-a5843d52-5beb-4108-9543-7416ff0bed17 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 944 time: 0.0569050 Oct 21 11:59:09.833653 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7c44e9ff-8039-4cbe-9afe-d20f5174fc09 req-bf7031c2-6079-4abc-b968-60b2bcb76d18 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371540 Oct 21 11:59:09.951235 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 1a8e96d6-1dda-4156-9c8f-949944543ae2 up at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 21 11:59:10.013413 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning for port 1a8e96d6-1dda-4156-9c8f-949944543ae2 completed by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 21 11:59:10.018574 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.provisioning_blocks [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Provisioning complete for port 1a8e96d6-1dda-4156-9c8f-949944543ae2 triggered by entity L2. {{(pid=106354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 21 11:59:10.018950 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666537'] for port, provisioning_complete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:10.100434 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:10.129811 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8e96d6-1dda-4156-9c8f-949944543ae2'}] {{(pid=106354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:59:10.132113 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a183b333e84b9d1a1685d2603106ccba9e0dc85a6dd47b8cbb328f045197fbef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eb9644-0b1a-427b-bd85-a5f2f47aeb9f" -d '{"events": [{"server_uuid": "a722cfcb-8c65-455f-b58b-5f1b03aa5024", "name": "network-vif-plugged", "status": "completed", "tag": "1a8e96d6-1dda-4156-9c8f-949944543ae2"}]}' {{(pid=106354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:59:10.145292 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] For port 1a8e96d6-1dda-4156-9c8f-949944543ae2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=1a8e96d6-1dda-4156-9c8f-949944543ae2,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 11:59:10.151160 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390'] for port, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:10.177064 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 11:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7940f51a-db22-47d7-88ca-91434d3fe085 x-openstack-request-id: req-7940f51a-db22-47d7-88ca-91434d3fe085 {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:59:10.177376 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a722cfcb-8c65-455f-b58b-5f1b03aa5024", "name": "network-vif-plugged", "status": "completed", "tag": "1a8e96d6-1dda-4156-9c8f-949944543ae2", "code": 200}]} {{(pid=106354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:59:10.177601 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7940f51a-db22-47d7-88ca-91434d3fe085 {{(pid=106354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:59:10.177980 dv-cinder-814898-1-iscsi neutron-server[106354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8e96d6-1dda-4156-9c8f-949944543ae2', 'code': 200} Oct 21 11:59:10.204525 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Pushing event updated for resources: {'Port': ['ID=1a8e96d6-1dda-4156-9c8f-949944543ae2,revision_number=5']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:59:10.422001 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e857f9-c94d-496e-a6af-0ce793a1cb6e req-a7274fec-1b35-4cbc-8968-01ff4a993c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:10.423459 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2e857f9-c94d-496e-a6af-0ce793a1cb6e req-a7274fec-1b35-4cbc-8968-01ff4a993c53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 1098 time: 0.0437455 Oct 21 11:59:10.466286 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-e2e857f9-c94d-496e-a6af-0ce793a1cb6e req-d5612ab7-6155-4364-bb43-11b0e53e2ee0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325222 Oct 21 11:59:10.968006 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4a805f6c-f7ee-4ef0-9152-d01b5362375b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:11.057500 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4ed7-8a98-47f2-bd35-f026db603560 req-3419f30a-a2c4-4726-abbd-778d7acf91b3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:11.059016 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a9ae4ed7-8a98-47f2-bd35-f026db603560 req-3419f30a-a2c4-4726-abbd-778d7acf91b3 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 945 time: 0.0552051 Oct 21 11:59:11.101836 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-a9ae4ed7-8a98-47f2-bd35-f026db603560 req-8d2d60dc-e69d-43a7-9ef8-5c7e04eb21d8 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332384 Oct 21 11:59:12.228795 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e505b9-f2f9-456e-b07e-8729a31c6c93 req-695e6417-5e60-4f9a-ad24-d20c530b5feb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:12.230280 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-96e505b9-f2f9-456e-b07e-8729a31c6c93 req-695e6417-5e60-4f9a-ad24-d20c530b5feb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 945 time: 0.0514426 Oct 21 11:59:12.269869 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-96e505b9-f2f9-456e-b07e-8729a31c6c93 req-e75a89d2-8d7d-4b90-8116-c74235b48852 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332637 Oct 21 11:59:12.394296 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338015f-d8d3-46a6-bc2b-d45eb8e64e42 req-168afee3-8c0d-4ef8-ab04-eb33aa58ac54 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:12.395630 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7338015f-d8d3-46a6-bc2b-d45eb8e64e42 req-168afee3-8c0d-4ef8-ab04-eb33aa58ac54 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 945 time: 0.0495613 Oct 21 11:59:12.436491 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-7338015f-d8d3-46a6-bc2b-d45eb8e64e42 req-c9224988-d51a-4a70-8f89-c16b8712e9e1 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348151 Oct 21 11:59:12.458683 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56172) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:59:12.508125 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc07bcd1-66b5-4b92-bec9-be517d733332 tempest-TestVolumeBootPattern-1973242000 tempest-TestVolumeBootPattern-1973242000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:12.509639 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-dc07bcd1-66b5-4b92-bec9-be517d733332 tempest-TestVolumeBootPattern-1973242000 tempest-TestVolumeBootPattern-1973242000-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 1093 time: 0.0497143 Oct 21 11:59:12.512404 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56174) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 11:59:12.516763 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.v2.base [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Request body: {'floatingip': {'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'port_id': '1a8e96d6-1dda-4156-9c8f-949944543ae2', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 21 11:59:12.542332 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:12.640270 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:12.749302 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.db_base_plugin_common [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Allocated IP 172.27.3.102 (f1f48190-e7d7-48cd-832b-f0ed44723a0c/959d5179-e919-4835-b97c-c9974d37c26b/594aaee8-9c57-48ba-9c09-791a05164e3b) {{(pid=106352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 21 11:59:12.854180 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for port, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:12.892366 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755791671354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:12.934456 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Network f1f48190-e7d7-48cd-832b-f0ed44723a0c is already hosted by enough agents. {{(pid=106352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 21 11:59:12.937229 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.base_scheduler [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Resources bound (agent type, host, resource id): {{(pid=106352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 21 11:59:12.943895 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Received port after_create {{(pid=106352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 21 11:59:12.947002 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'Port': ['ID=594aaee8-9c57-48ba-9c09-791a05164e3b,revision_number=1']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:59:12.974612 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:12.974948 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:12.975281 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:12.975606 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:12.975898 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:12.976246 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:12.976562 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:12.976879 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:12.977203 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:12.977543 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:12.977858 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:12.978167 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 11:59:13.328015 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:13.399105 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660747'] for port, before_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:13.503704 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2c3e-9551-4868-a21e-c0485781c203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:13.551947 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for port, precommit_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:13.560241 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755792151655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755791671372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755791671390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8750499'] for port, after_update {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:13.625012 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event updated for resources: {'Port': ['ID=594aaee8-9c57-48ba-9c09-791a05164e3b,revision_number=2']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 11:59:13.638850 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3699480'] for floatingip, after_create {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:13.742301 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.l3_db [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Floating IP 774728a5-f934-4cce-8fa9-e3113aae2daf associated. External IP: 172.27.3.102, port: 1a8e96d6-1dda-4156-9c8f-949944543ae2. Oct 21 11:59:13.966840 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Router 5b0044d4-628d-4592-926b-6cfa6483988b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 11:59:14.325784 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 11:59:14.336011 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b3e2f-a42d-4b3f-a97b-c2a2e2d3c084 None None] Sync routers for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 11:59:14.347028 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b3e2f-a42d-4b3f-a97b-c2a2e2d3c084 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:59:14.347296 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:14.347781 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-957b3e2f-a42d-4b3f-a97b-c2a2e2d3c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:59:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:59:14.374731 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-5b751deb-52b3-4de4-86d9-85d9dfda5edb tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8612475 Oct 21 11:59:14.375303 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'tag': '1a8e96d6-1dda-4156-9c8f-949944543ae2'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 11:59:14.377577 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1bcf04-8577-43a6-8031-5bd299aaf643" -d '{"events": [{"name": "network-changed", "server_uuid": "a722cfcb-8c65-455f-b58b-5f1b03aa5024", "tag": "1a8e96d6-1dda-4156-9c8f-949944543ae2"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 11:59:14.413815 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf7dfa7-5960-4ec9-8d3e-834177a207ec x-openstack-request-id: req-3cf7dfa7-5960-4ec9-8d3e-834177a207ec {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 11:59:14.414102 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a722cfcb-8c65-455f-b58b-5f1b03aa5024", "tag": "1a8e96d6-1dda-4156-9c8f-949944543ae2", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 11:59:14.414346 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cf7dfa7-5960-4ec9-8d3e-834177a207ec {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 11:59:14.414731 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'tag': '1a8e96d6-1dda-4156-9c8f-949944543ae2', 'status': 'completed', 'code': 200} Oct 21 11:59:14.468849 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-957b3e2f-a42d-4b3f-a97b-c2a2e2d3c084 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:59:14.471201 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:14.481014 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bcf04-8577-43a6-8031-5bd299aaf643 req-c9dfe23d-a0c9-41b4-bc6c-baf5c741ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:14.482554 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ae1bcf04-8577-43a6-8031-5bd299aaf643 req-c9dfe23d-a0c9-41b4-bc6c-baf5c741ecfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 1098 time: 0.0465374 Oct 21 11:59:14.568945 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:14.580903 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bcf04-8577-43a6-8031-5bd299aaf643 req-a7a2e16a-6828-48af-9655-4665332d5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:14.582443 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ae1bcf04-8577-43a6-8031-5bd299aaf643 req-a7a2e16a-6828-48af-9655-4665332d5bec service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0923491 Oct 21 11:59:14.651842 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ae1bcf04-8577-43a6-8031-5bd299aaf643 req-f1248fa3-8fe1-4ff5-91a0-163e939c8131 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a8e96d6-1dda-4156-9c8f-949944543ae2 HTTP/1.1" status: 200 len: 999 time: 0.0622299 Oct 21 11:59:14.701543 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bcf04-8577-43a6-8031-5bd299aaf643 req-a7c048a2-9a3a-42fa-af51-fd69dc96dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:14.702992 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ae1bcf04-8577-43a6-8031-5bd299aaf643 req-a7c048a2-9a3a-42fa-af51-fd69dc96dfb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0440114 Oct 21 11:59:14.714602 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-957b3e2f-a42d-4b3f-a97b-c2a2e2d3c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '774728a5-f934-4cce-8fa9-e3113aae2daf', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '1a8e96d6-1dda-4156-9c8f-949944543ae2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:96:77:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:59:13Z', 'updated_at': '2021-10-21T11:59:13Z', 'revision_number': 0, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}, {'id': 'cf088f10-7d45-4468-a4a8-cf4056c6ec92', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:d4:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:57:20Z', 'updated_at': '2021-10-21T11:57:22Z', 'revision_number': 1, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:59:14.744329 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b3e2f-a42d-4b3f-a97b-c2a2e2d3c084 None None] Checking router: 5b0044d4-628d-4592-926b-6cfa6483988b for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 11:59:14.749388 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bcf04-8577-43a6-8031-5bd299aaf643 req-04c0b209-cd1e-4cdf-aeb5-869479345e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:14.750913 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ae1bcf04-8577-43a6-8031-5bd299aaf643 req-04c0b209-cd1e-4cdf-aeb5-869479345e99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410082 Oct 21 11:59:14.752877 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b3e2f-a42d-4b3f-a97b-c2a2e2d3c084 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 11:59:14.753548 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-957b3e2f-a42d-4b3f-a97b-c2a2e2d3c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T11:59:13Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:59:14.844241 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ae1bcf04-8577-43a6-8031-5bd299aaf643 req-062d2514-9665-4ade-8772-3a968affb2f6 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854595 Oct 21 11:59:14.938716 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-ae1bcf04-8577-43a6-8031-5bd299aaf643 req-e881f88a-c1b0-4722-a27f-053c0e8f1b53 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874846 Oct 21 11:59:14.992480 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-957b3e2f-a42d-4b3f-a97b-c2a2e2d3c084 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 11:59:15.186474 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 11:59:15.225365 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-957b3e2f-a42d-4b3f-a97b-c2a2e2d3c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '774728a5-f934-4cce-8fa9-e3113aae2daf', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '1a8e96d6-1dda-4156-9c8f-949944543ae2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:96:77:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:59:13Z', 'updated_at': '2021-10-21T11:59:13Z', 'revision_number': 0, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}, {'id': 'cf088f10-7d45-4468-a4a8-cf4056c6ec92', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:d4:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:57:20Z', 'updated_at': '2021-10-21T11:57:22Z', 'revision_number': 1, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 11:59:15.251935 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b3e2f-a42d-4b3f-a97b-c2a2e2d3c084 None None] The sync data for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi is: [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': '774728a5-f934-4cce-8fa9-e3113aae2daf', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '1a8e96d6-1dda-4156-9c8f-949944543ae2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:96:77:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:59:13Z', 'updated_at': '2021-10-21T11:59:13Z', 'revision_number': 0, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}, {'id': 'cf088f10-7d45-4468-a4a8-cf4056c6ec92', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:d4:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:57:20Z', 'updated_at': '2021-10-21T11:57:22Z', 'revision_number': 1, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 11:59:15.472614 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fb4faf-4be2-4998-b1ca-1251a562c4c7 None None] New status for floating IP 774728a5-f934-4cce-8fa9-e3113aae2daf: ACTIVE {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 11:59:16.366893 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:21.214690 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:28.973076 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-16d1cd6f-0f9c-43ce-815e-14fa5f2fb3fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466156 Oct 21 11:59:29.064770 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-e6f67593-9630-4459-94f4-ce10d39eb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:29.066280 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-e6f67593-9630-4459-94f4-ce10d39eb925 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 1098 time: 0.0462022 Oct 21 11:59:29.171706 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-cacbbdda-be12-48fa-9b1e-83d909391c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:29.173302 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-cacbbdda-be12-48fa-9b1e-83d909391c7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0845342 Oct 21 11:59:29.244345 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-a488e8fa-d72d-4428-858e-71cf12f89bde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9 HTTP/1.1" status: 200 len: 1000 time: 0.0627573 Oct 21 11:59:29.305571 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-c16c0cf2-850a-4e5a-afa4-38f6e4843198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:29.307943 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-c16c0cf2-850a-4e5a-afa4-38f6e4843198 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0557714 Oct 21 11:59:29.356123 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-cc05812e-2f0e-4e56-b268-7c5fe9278727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 11:59:29.357598 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-cc05812e-2f0e-4e56-b268-7c5fe9278727 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422475 Oct 21 11:59:29.454508 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-3001a608-f362-4218-9de3-8d7e38424ea4 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845752 Oct 21 11:59:29.544766 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-b59b1d7a-8368-4472-a5ec-c8add2a72d61 req-87105407-1782-4007-ad73-ff344348cc8d service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819583 Oct 21 11:59:40.982527 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-95b0d880-a3cc-4c76-b481-761510fcec96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:43.516007 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-482df675-d5e6-4ae8-98b8-300c1cda348f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:44.468188 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:44.563685 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:46.379626 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:51.230886 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 11:59:52.186025 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 12:00:10.976665 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-3be8dab6-a33f-4c7e-bede-4ac5ac065b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:13.518440 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-73eba5b0-7ed4-4804-8928-cc132a4256b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:14.465440 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:14.564414 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:16.380884 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:21.244697 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:29.188712 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 12:00:29.990072 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-3c3f3878-9567-423d-ad1d-1ba4470ce253 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529809 Oct 21 12:00:30.065324 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-283daa33-a226-482b-8fe5-d4fbc82c9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:30.067330 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-283daa33-a226-482b-8fe5-d4fbc82c9e58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 1098 time: 0.0428817 Oct 21 12:00:30.173293 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-ea752795-e1a0-4401-b9b4-f8a1d95c35af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:30.174737 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-ea752795-e1a0-4401-b9b4-f8a1d95c35af service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0836105 Oct 21 12:00:30.252489 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-8ad4e84a-6bc8-46dd-8b7c-eb8685d20f9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a8e96d6-1dda-4156-9c8f-949944543ae2 HTTP/1.1" status: 200 len: 1001 time: 0.0642872 Oct 21 12:00:30.310748 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-4400c488-4d4a-4216-8bf8-2bf82c261e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:30.313223 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-4400c488-4d4a-4216-8bf8-2bf82c261e8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0486524 Oct 21 12:00:30.367608 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-779b498d-2c62-476a-b481-dea5e77dc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:30.369067 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-779b498d-2c62-476a-b481-dea5e77dc489 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433390 Oct 21 12:00:30.466355 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-eee41f2f-b171-44c2-a2cb-a24e275d0bc6 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851855 Oct 21 12:00:30.562132 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-43fa30a3-c75c-4a2d-b2aa-b42f309e8a54 req-f88cd6d7-6d48-417f-ae39-178314040133 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836766 Oct 21 12:00:37.360271 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [req-982a3e4e-00d6-4314-b272-fc1cbb63b5a1 req-35554d93-3ba7-45fc-a19c-ee8f0ff4baf3 service neutron] (106352) timed out ('10.222.0.47', 51695) {{(pid=106352) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 21 12:00:40.981162 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c5b07cb1-4e81-4644-b3a4-ded649094d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:43.516377 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-2b1642b1-9b4e-4cbe-90e3-580d794eeaa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:44.025891 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [req-1c70f176-5274-4034-91ad-0de02ec2510a req-9cb0179d-3d10-4735-9da8-2193e62c3c02 service neutron] (106353) timed out ('10.222.0.47', 51714) {{(pid=106353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 21 12:00:44.461988 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:44.568011 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:46.047127 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56214) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:00:46.226392 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Deleting port 594aaee8-9c57-48ba-9c09-791a05164e3b {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:00:46.226729 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:46.311335 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:46.311585 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:46.323869 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Calling delete_port for 594aaee8-9c57-48ba-9c09-791a05164e3b owned by network:floatingip {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:00:46.379075 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:46.477253 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:46.502545 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event deleted for resources: {'Port': ['ID=594aaee8-9c57-48ba-9c09-791a05164e3b,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:00:46.514017 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.514361 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.514698 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.515025 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.515354 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.515680 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.516010 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.516329 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.516638 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.516957 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.517298 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.517611 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:46.571245 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:46.571465 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.l3_db [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Floating IP 774728a5-f934-4cce-8fa9-e3113aae2daf disassociated (deleted). External IP: 172.27.3.102, port: 1a8e96d6-1dda-4156-9c8f-949944543ae2. Oct 21 12:00:46.780797 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Router 5b0044d4-628d-4592-926b-6cfa6483988b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 12:00:46.892665 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 12:00:46.897423 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:46.913709 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76caf36-e6fb-4c62-8dc5-424cb855679e None None] Sync routers for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 12:00:46.925757 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76caf36-e6fb-4c62-8dc5-424cb855679e None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 12:00:46.926660 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f76caf36-e6fb-4c62-8dc5-424cb855679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T12:00:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:00:46.937938 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-05f385f3-25a6-487b-b269-797aa65da909 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "DELETE /v2.0/floatingips/774728a5-f934-4cce-8fa9-e3113aae2daf HTTP/1.1" status: 204 len: 168 time: 0.8893092 Oct 21 12:00:46.938517 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'tag': '1a8e96d6-1dda-4156-9c8f-949944543ae2'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 12:00:46.941274 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7bb47c-de53-4935-8199-fb37f4fa7991" -d '{"events": [{"name": "network-changed", "server_uuid": "a722cfcb-8c65-455f-b58b-5f1b03aa5024", "tag": "1a8e96d6-1dda-4156-9c8f-949944543ae2"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 12:00:46.982609 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62cf1f2-4d2b-49d6-adbb-2849fbd4a4e5 x-openstack-request-id: req-b62cf1f2-4d2b-49d6-adbb-2849fbd4a4e5 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 12:00:46.982863 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a722cfcb-8c65-455f-b58b-5f1b03aa5024", "tag": "1a8e96d6-1dda-4156-9c8f-949944543ae2", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 12:00:46.983114 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b62cf1f2-4d2b-49d6-adbb-2849fbd4a4e5 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 12:00:46.983539 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'tag': '1a8e96d6-1dda-4156-9c8f-949944543ae2', 'status': 'completed', 'code': 200} Oct 21 12:00:47.036717 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-f76caf36-e6fb-4c62-8dc5-424cb855679e None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 12:00:47.055680 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bb47c-de53-4935-8199-fb37f4fa7991 req-ca41d464-99a5-4e98-be95-bbb5e558c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:47.057216 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1d7bb47c-de53-4935-8199-fb37f4fa7991 req-ca41d464-99a5-4e98-be95-bbb5e558c1c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 1098 time: 0.0431840 Oct 21 12:00:47.174322 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bb47c-de53-4935-8199-fb37f4fa7991 req-464b94d1-89c3-45a7-959c-a8ebd05e7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:47.177111 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1d7bb47c-de53-4935-8199-fb37f4fa7991 req-464b94d1-89c3-45a7-959c-a8ebd05e7c55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0966954 Oct 21 12:00:47.181217 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e396e9-c906-4549-98c8-93a2ddf11a7b req-9c19ae50-b34a-46ff-a4f7-6fc30dda70b6 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:47.182728 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d4e396e9-c906-4549-98c8-93a2ddf11a7b req-9c19ae50-b34a-46ff-a4f7-6fc30dda70b6 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 945 time: 0.0518126 Oct 21 12:00:47.222988 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-d4e396e9-c906-4549-98c8-93a2ddf11a7b req-c78e5654-b1d6-4d70-8ad0-d5305df22cc8 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340350 Oct 21 12:00:47.227293 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1d7bb47c-de53-4935-8199-fb37f4fa7991 req-d2f475ad-9703-41a2-bdf0-18e5d8e8b07f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a8e96d6-1dda-4156-9c8f-949944543ae2 HTTP/1.1" status: 200 len: 217 time: 0.0410933 Oct 21 12:00:47.278072 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bb47c-de53-4935-8199-fb37f4fa7991 req-627f5c72-3aa1-44c6-a634-22ab2e72eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:47.279558 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1d7bb47c-de53-4935-8199-fb37f4fa7991 req-627f5c72-3aa1-44c6-a634-22ab2e72eb40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0451524 Oct 21 12:00:47.284486 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f76caf36-e6fb-4c62-8dc5-424cb855679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'cf088f10-7d45-4468-a4a8-cf4056c6ec92', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:d4:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:57:20Z', 'updated_at': '2021-10-21T11:57:22Z', 'revision_number': 1, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:00:47.312540 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76caf36-e6fb-4c62-8dc5-424cb855679e None None] Checking router: 5b0044d4-628d-4592-926b-6cfa6483988b for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 12:00:47.322098 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76caf36-e6fb-4c62-8dc5-424cb855679e None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 12:00:47.322688 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f76caf36-e6fb-4c62-8dc5-424cb855679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T12:00:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:00:47.328170 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bb47c-de53-4935-8199-fb37f4fa7991 req-96148266-b0a3-4b89-ad77-4f5f37d9783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:47.329732 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1d7bb47c-de53-4935-8199-fb37f4fa7991 req-96148266-b0a3-4b89-ad77-4f5f37d9783c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416691 Oct 21 12:00:47.425016 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1d7bb47c-de53-4935-8199-fb37f4fa7991 req-dc849c77-0771-4900-b65a-398f7777ebaf service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853057 Oct 21 12:00:47.429232 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-f76caf36-e6fb-4c62-8dc5-424cb855679e None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 12:00:47.517661 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-1d7bb47c-de53-4935-8199-fb37f4fa7991 req-f97d8bf1-2325-4d23-96e4-592c38d2d3b7 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830510 Oct 21 12:00:47.659258 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-f76caf36-e6fb-4c62-8dc5-424cb855679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'cf088f10-7d45-4468-a4a8-cf4056c6ec92', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:d4:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:57:20Z', 'updated_at': '2021-10-21T11:57:22Z', 'revision_number': 1, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:00:47.695755 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76caf36-e6fb-4c62-8dc5-424cb855679e None None] The sync data for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi is: [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_floatingips': [{'id': 'cf088f10-7d45-4468-a4a8-cf4056c6ec92', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'router_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'port_id': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'mac_address': 'fa:16:3e:d4:46:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-21T11:57:20Z', 'updated_at': '2021-10-21T11:57:22Z', 'revision_number': 1, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 12:00:47.912247 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d3ba2-f95c-4812-81e0-d9ac04478b19 None None] New status for floating IP 774728a5-f934-4cce-8fa9-e3113aae2daf: DOWN {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 12:00:48.374845 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3eb238-8df4-48af-9f07-b80e4044813f req-6ce5d0b6-10e7-453e-aad4-b8d22b1e9f36 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:48.376326 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fb3eb238-8df4-48af-9f07-b80e4044813f req-6ce5d0b6-10e7-453e-aad4-b8d22b1e9f36 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 945 time: 0.0558193 Oct 21 12:00:48.417267 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-fb3eb238-8df4-48af-9f07-b80e4044813f req-53928bf5-88b5-46d8-9ae1-b236d23a7eac tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325708 Oct 21 12:00:49.001424 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd43baa-257d-4c82-b739-706fe431e694 req-43c3ef15-273e-4139-81d3-90b71dadf75f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:49.003399 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2bd43baa-257d-4c82-b739-706fe431e694 req-43c3ef15-273e-4139-81d3-90b71dadf75f tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 945 time: 0.0677743 Oct 21 12:00:49.099177 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-2bd43baa-257d-4c82-b739-706fe431e694 req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Deleting port 1a8e96d6-1dda-4156-9c8f-949944543ae2 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:00:49.099458 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2bd43baa-257d-4c82-b739-706fe431e694 req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:49.189123 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-2bd43baa-257d-4c82-b739-706fe431e694 req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] For port 1a8e96d6-1dda-4156-9c8f-949944543ae2, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=1a8e96d6-1dda-4156-9c8f-949944543ae2,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 12:00:49.189492 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2bd43baa-257d-4c82-b739-706fe431e694 req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:49.202077 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-2bd43baa-257d-4c82-b739-706fe431e694 req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Calling delete_port for 1a8e96d6-1dda-4156-9c8f-949944543ae2 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:00:49.334431 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2bd43baa-257d-4c82-b739-706fe431e694 req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:49.372110 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event deleted for resources: {'Port': ['ID=1a8e96d6-1dda-4156-9c8f-949944543ae2,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:00:49.384278 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.384620 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.384953 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.385310 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.385630 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.385927 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.386262 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.386581 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.386895 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.387209 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.387510 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.387838 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:00:49.422029 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd43baa-257d-4c82-b739-706fe431e694 req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] No DVR routers for this DVR port 1a8e96d6-1dda-4156-9c8f-949944543ae2 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 12:00:49.424484 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-2bd43baa-257d-4c82-b739-706fe431e694 req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:49.428406 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-2bd43baa-257d-4c82-b739-706fe431e694 req-e4451ed8-67c4-4dd0-adfb-0596d72a8188 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "DELETE /v2.0/ports/1a8e96d6-1dda-4156-9c8f-949944543ae2 HTTP/1.1" status: 204 len: 173 time: 0.4144337 Oct 21 12:00:49.428840 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'name': 'network-vif-deleted', 'tag': '1a8e96d6-1dda-4156-9c8f-949944543ae2'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 12:00:49.431100 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06f82a4-79b3-4740-b48b-d948ec88bc04" -d '{"events": [{"server_uuid": "a722cfcb-8c65-455f-b58b-5f1b03aa5024", "name": "network-vif-deleted", "tag": "1a8e96d6-1dda-4156-9c8f-949944543ae2"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 12:00:49.468155 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 12:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6d4321-e2b5-4a18-8bd3-19757653ca13 x-openstack-request-id: req-4a6d4321-e2b5-4a18-8bd3-19757653ca13 {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 12:00:49.468448 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a722cfcb-8c65-455f-b58b-5f1b03aa5024", "name": "network-vif-deleted", "tag": "1a8e96d6-1dda-4156-9c8f-949944543ae2", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 12:00:49.468703 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a6d4321-e2b5-4a18-8bd3-19757653ca13 {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 12:00:49.469244 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a722cfcb-8c65-455f-b58b-5f1b03aa5024', 'name': 'network-vif-deleted', 'tag': '1a8e96d6-1dda-4156-9c8f-949944543ae2', 'status': 'completed', 'code': 200} Oct 21 12:00:49.516287 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f2609e3a-49ff-4018-a0f6-730c76bcce3f req-41d51112-cf66-400e-b856-141881f75261 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=a722cfcb-8c65-455f-b58b-5f1b03aa5024 HTTP/1.1" status: 200 len: 210 time: 0.0284774 Oct 21 12:00:51.269954 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:52.417521 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 1a8e96d6-1dda-4156-9c8f-949944543ae2 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 12:00:52.448161 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 1a8e96d6-1dda-4156-9c8f-949944543ae2 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 12:00:52.448424 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 1a8e96d6-1dda-4156-9c8f-949944543ae2 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 12:00:52.836473 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56256) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:00:52.999335 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Deleting port 31c704e4-16a8-45ce-ad9c-0feb334deeb0 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:00:52.999631 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:53.086628 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:53.086877 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:53.098828 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Calling delete_port for 31c704e4-16a8-45ce-ad9c-0feb334deeb0 owned by network:floatingip {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:00:53.261213 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:53.293835 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event deleted for resources: {'Port': ['ID=31c704e4-16a8-45ce-ad9c-0feb334deeb0,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:00:53.351107 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:53.351410 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.db.l3_db [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Floating IP cf088f10-7d45-4468-a4a8-cf4056c6ec92 disassociated (deleted). External IP: 172.27.3.70, port: 9b772bef-abb3-453a-9c09-9e1c9ea72ea9. Oct 21 12:00:53.574157 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Router 5b0044d4-628d-4592-926b-6cfa6483988b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 12:00:53.686860 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 12:00:53.692576 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:53.697225 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88482e70-5cb1-475f-a178-3585d50a90e5 None None] Sync routers for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 12:00:53.706408 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88482e70-5cb1-475f-a178-3585d50a90e5 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 12:00:53.707000 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-88482e70-5cb1-475f-a178-3585d50a90e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T12:00:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:00:53.719201 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-70c5d81b-cc29-42c3-88f5-31e1849fe0a4 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "DELETE /v2.0/floatingips/cf088f10-7d45-4468-a4a8-cf4056c6ec92 HTTP/1.1" status: 204 len: 168 time: 0.8815958 Oct 21 12:00:53.719766 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'tag': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9'}] {{(pid=106352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 12:00:53.722080 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264f84da0b9573a7e7905c4eaf65e4b6993fa58d48a7300ccb183ed4c5354399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f78b104-574c-4b80-8973-c38230fe58b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d008e37e-60ad-4f7d-929a-ac7a68e59123", "tag": "9b772bef-abb3-453a-9c09-9e1c9ea72ea9"}]}' {{(pid=106352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 12:00:53.759699 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Oct 2021 12:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16516feb-7755-4b89-84de-a4aa4c1afb30 x-openstack-request-id: req-16516feb-7755-4b89-84de-a4aa4c1afb30 {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 12:00:53.759989 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d008e37e-60ad-4f7d-929a-ac7a68e59123", "tag": "9b772bef-abb3-453a-9c09-9e1c9ea72ea9", "status": "completed", "code": 200}]} {{(pid=106352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 12:00:53.760233 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16516feb-7755-4b89-84de-a4aa4c1afb30 {{(pid=106352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 12:00:53.761660 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'tag': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'status': 'completed', 'code': 200} Oct 21 12:00:53.831596 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78b104-574c-4b80-8973-c38230fe58b3 req-f69ce337-0fd0-4b44-b801-81097e84a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:53.832324 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-88482e70-5cb1-475f-a178-3585d50a90e5 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 12:00:53.833259 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9f78b104-574c-4b80-8973-c38230fe58b3 req-f69ce337-0fd0-4b44-b801-81097e84a139 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c274eaa78249486dafb40f8c2554ce2f&device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 1098 time: 0.0444832 Oct 21 12:00:53.940349 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78b104-574c-4b80-8973-c38230fe58b3 req-e8b46ae2-f821-4dbe-b449-99b6e61774bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:53.942426 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9f78b104-574c-4b80-8973-c38230fe58b3 req-e8b46ae2-f821-4dbe-b449-99b6e61774bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 200 len: 912 time: 0.0947669 Oct 21 12:00:53.954226 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b7d0b-0714-4740-b250-b907237fd5e8 req-0ab245c7-b017-4725-8896-a2a9eea21305 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:53.956877 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3a2b7d0b-0714-4740-b250-b907237fd5e8 req-0ab245c7-b017-4725-8896-a2a9eea21305 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 945 time: 0.0510030 Oct 21 12:00:53.986670 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9f78b104-574c-4b80-8973-c38230fe58b3 req-e7bfebc0-0a2e-483c-9af0-8bf844c51ce8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9 HTTP/1.1" status: 200 len: 217 time: 0.0356009 Oct 21 12:00:53.995014 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-3a2b7d0b-0714-4740-b250-b907237fd5e8 req-770464d1-f013-47b3-810d-0a3eaff269f9 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Oct 21 12:00:54.038159 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78b104-574c-4b80-8973-c38230fe58b3 req-23f6be60-5a27-422f-851e-fbad3f54a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:54.039629 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9f78b104-574c-4b80-8973-c38230fe58b3 req-23f6be60-5a27-422f-851e-fbad3f54a43e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 200 len: 850 time: 0.0456781 Oct 21 12:00:54.045201 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-88482e70-5cb1-475f-a178-3585d50a90e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:00:54.077162 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88482e70-5cb1-475f-a178-3585d50a90e5 None None] Checking router: 5b0044d4-628d-4592-926b-6cfa6483988b for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 12:00:54.087182 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88482e70-5cb1-475f-a178-3585d50a90e5 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 12:00:54.087766 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-88482e70-5cb1-475f-a178-3585d50a90e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T12:00:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:00:54.090830 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78b104-574c-4b80-8973-c38230fe58b3 req-794c33b0-74ef-408b-906d-5b145f58bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:54.092352 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9f78b104-574c-4b80-8973-c38230fe58b3 req-794c33b0-74ef-408b-906d-5b145f58bf94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f3dfe9d-7d09-45b8-8a59-c923283b38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444536 Oct 21 12:00:54.190300 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9f78b104-574c-4b80-8973-c38230fe58b3 req-fe8731b9-27c6-4d90-aa21-847c64fc05f0 service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852525 Oct 21 12:00:54.197800 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-88482e70-5cb1-475f-a178-3585d50a90e5 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 12:00:54.289883 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-9f78b104-574c-4b80-8973-c38230fe58b3 req-1ce4588c-6e85-4156-9f97-ca8409168f0b service neutron] 10.222.0.47 "GET /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905364 Oct 21 12:00:54.543012 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-88482e70-5cb1-475f-a178-3585d50a90e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:00:54.572026 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88482e70-5cb1-475f-a178-3585d50a90e5 None None] The sync data for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi is: [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T11:54:03Z', 'revision_number': 4, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi', '_interfaces': [{'id': '183cb825-bef5-4dac-959c-fe61265a9d3e', 'name': '', 'network_id': '6f3dfe9d-7d09-45b8-8a59-c923283b38c9', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'mac_address': 'fa:16:3e:13:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:03Z', 'updated_at': '2021-10-21T11:54:08Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'subnets': [{'id': '4c07e9a1-a778-492a-beec-ab2dd6168061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 12:00:54.795466 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91ce6e-82a3-4b55-a6f5-0dfb75457bf9 None None] New status for floating IP cf088f10-7d45-4468-a4a8-cf4056c6ec92: DOWN {{(pid=106355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 21 12:00:55.139165 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389f311-d3d3-4c02-9e50-5135a78339a6 req-1e0364cb-4d8a-4cb0-ae28-05f1066e9dc9 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:55.140651 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e389f311-d3d3-4c02-9e50-5135a78339a6 req-1e0364cb-4d8a-4cb0-ae28-05f1066e9dc9 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 945 time: 0.0592961 Oct 21 12:00:55.187370 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-e389f311-d3d3-4c02-9e50-5135a78339a6 req-dd904d0f-0601-4552-8036-608319b81d0c tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ddd2f7a-38b3-4d4a-a410-a646f032a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374944 Oct 21 12:00:55.683071 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef31642-ad73-446f-a04c-49c0567fa03b req-1c6d8649-0d94-44ac-b281-4a0d15799b48 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 21 12:00:55.684416 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3ef31642-ad73-446f-a04c-49c0567fa03b req-1c6d8649-0d94-44ac-b281-4a0d15799b48 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 945 time: 0.0656104 Oct 21 12:00:55.794211 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-3ef31642-ad73-446f-a04c-49c0567fa03b req-599e987f-fce1-4ee6-956b-ce5e60390536 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Deleting port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:00:55.794517 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3ef31642-ad73-446f-a04c-49c0567fa03b req-599e987f-fce1-4ee6-956b-ce5e60390536 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:55.887326 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [req-3ef31642-ad73-446f-a04c-49c0567fa03b req-599e987f-fce1-4ee6-956b-ce5e60390536 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] For port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=9b772bef-abb3-453a-9c09-9e1c9ea72ea9,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 12:00:55.887683 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3ef31642-ad73-446f-a04c-49c0567fa03b req-599e987f-fce1-4ee6-956b-ce5e60390536 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:55.899850 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [req-3ef31642-ad73-446f-a04c-49c0567fa03b req-599e987f-fce1-4ee6-956b-ce5e60390536 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Calling delete_port for 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 owned by compute:nova {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:00:56.046233 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3ef31642-ad73-446f-a04c-49c0567fa03b req-599e987f-fce1-4ee6-956b-ce5e60390536 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:56.088992 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e987f-fce1-4ee6-956b-ce5e60390536 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event deleted for resources: {'Port': ['ID=9b772bef-abb3-453a-9c09-9e1c9ea72ea9,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:00:56.129652 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef31642-ad73-446f-a04c-49c0567fa03b req-599e987f-fce1-4ee6-956b-ce5e60390536 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] No DVR routers for this DVR port 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 on host hv-cinder-81489 {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 12:00:56.132274 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [req-3ef31642-ad73-446f-a04c-49c0567fa03b req-599e987f-fce1-4ee6-956b-ce5e60390536 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for port, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:56.135653 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [req-3ef31642-ad73-446f-a04c-49c0567fa03b req-599e987f-fce1-4ee6-956b-ce5e60390536 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.47 "DELETE /v2.0/ports/9b772bef-abb3-453a-9c09-9e1c9ea72ea9 HTTP/1.1" status: 204 len: 173 time: 0.4396124 Oct 21 12:00:56.136080 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'name': 'network-vif-deleted', 'tag': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9'}] {{(pid=106353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 21 12:00:56.138454 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90baa6d5b369aaa113752d3dad2dd7e9ad7d33a73f1e075eeb4e799126e266e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278ef783-24e9-456e-85d2-28eaa35d2b19" -d '{"events": [{"server_uuid": "d008e37e-60ad-4f7d-929a-ac7a68e59123", "name": "network-vif-deleted", "tag": "9b772bef-abb3-453a-9c09-9e1c9ea72ea9"}]}' {{(pid=106353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 21 12:00:56.173467 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Oct 2021 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f30b2ac-1194-40be-9263-687e6b16676e x-openstack-request-id: req-8f30b2ac-1194-40be-9263-687e6b16676e {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 21 12:00:56.173789 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d008e37e-60ad-4f7d-929a-ac7a68e59123", "name": "network-vif-deleted", "tag": "9b772bef-abb3-453a-9c09-9e1c9ea72ea9", "status": "completed", "code": 200}]} {{(pid=106353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 21 12:00:56.174039 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f30b2ac-1194-40be-9263-687e6b16676e {{(pid=106353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 21 12:00:56.174432 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd008e37e-60ad-4f7d-929a-ac7a68e59123', 'name': 'network-vif-deleted', 'tag': '9b772bef-abb3-453a-9c09-9e1c9ea72ea9', 'status': 'completed', 'code': 200} Oct 21 12:00:56.284302 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [req-f4b3739c-9fdb-4426-8c1d-53d63ddb0e10 req-7cceab42-6d2b-4a4e-8e9b-5bef008d0a33 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "GET /v2.0/ports?device_id=d008e37e-60ad-4f7d-929a-ac7a68e59123 HTTP/1.1" status: 200 len: 210 time: 0.0299337 Oct 21 12:00:57.354969 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56272) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:00:57.480805 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-b9d54644-fc22-46b8-a709-c3b047836eb2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Deleting port 7d56c6d6-8e83-4f00-baa3-e793dc61834d {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:00:57.481117 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b9d54644-fc22-46b8-a709-c3b047836eb2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:57.558522 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b9d54644-fc22-46b8-a709-c3b047836eb2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:57.558859 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b9d54644-fc22-46b8-a709-c3b047836eb2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:57.570709 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-b9d54644-fc22-46b8-a709-c3b047836eb2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Calling delete_port for 7d56c6d6-8e83-4f00-baa3-e793dc61834d owned by network:floatingip {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:00:57.706160 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b9d54644-fc22-46b8-a709-c3b047836eb2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:57.729278 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d54644-fc22-46b8-a709-c3b047836eb2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event deleted for resources: {'Port': ['ID=7d56c6d6-8e83-4f00-baa3-e793dc61834d,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:00:57.796391 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b9d54644-fc22-46b8-a709-c3b047836eb2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for floatingip, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:57.798940 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-b9d54644-fc22-46b8-a709-c3b047836eb2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4133032'] for floatingip, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:57.800081 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-b9d54644-fc22-46b8-a709-c3b047836eb2 tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "DELETE /v2.0/floatingips/2046cb5d-7f8c-4e72-a565-74d02db90b8c HTTP/1.1" status: 204 len: 168 time: 0.4440451 Oct 21 12:00:58.450422 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 12:00:58.479606 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] No Port match for: 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 12:00:58.479948 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Device 9b772bef-abb3-453a-9c09-9e1c9ea72ea9 not bound to the agent host hv-cinder-81489 {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 12:00:59.008108 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 56284) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:00:59.366497 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0cf975ae-4ac5-45d0-97e1-aba1d2f5583b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:59.392724 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0cf975ae-4ac5-45d0-97e1-aba1d2f5583b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:59.476330 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0cf975ae-4ac5-45d0-97e1-aba1d2f5583b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:59.479069 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-0cf975ae-4ac5-45d0-97e1-aba1d2f5583b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:00:59.480268 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-0cf975ae-4ac5-45d0-97e1-aba1d2f5583b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] 10.222.0.24 "DELETE /v2.0/security-groups/9ddd2f7a-38b3-4d4a-a410-a646f032a315 HTTP/1.1" status: 204 len: 168 time: 0.4711485 Oct 21 12:00:59.489849 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf975ae-4ac5-45d0-97e1-aba1d2f5583b tempest-TestVolumeBootPattern-893583370 tempest-TestVolumeBootPattern-893583370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddd2f7a-38b3-4d4a-a410-a646f032a315,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:00:59.541956 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 56288) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:00.051245 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3702552'] for router_interface, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:00.340820 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] Deleting port 183cb825-bef5-4dac-959c-fe61265a9d3e {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:01:00.341072 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:00.416942 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] For port 183cb825-bef5-4dac-959c-fe61265a9d3e, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=183cb825-bef5-4dac-959c-fe61265a9d3e,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 12:01:00.417323 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:00.433801 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] Calling delete_port for 183cb825-bef5-4dac-959c-fe61265a9d3e owned by network:router_interface {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:01:00.636298 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:00.660750 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=183cb825-bef5-4dac-959c-fe61265a9d3e,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:00.827766 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3855061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3702408'] for router_interface, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:01.052084 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] Router 5b0044d4-628d-4592-926b-6cfa6483988b has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 12:01:01.165579 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 12:01:01.171141 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-16bf68ad-d996-45c0-a33b-b300601a4a1f admin admin] 10.222.0.24 "PUT /v2.0/routers/5b0044d4-628d-4592-926b-6cfa6483988b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281202 Oct 21 12:01:01.174113 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 56292) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:01.176973 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e303f28-c610-4bec-9200-c77a48c4ffc6 None None] Sync routers for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 12:01:01.188358 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e303f28-c610-4bec-9200-c77a48c4ffc6 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 12:01:01.188972 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-6e303f28-c610-4bec-9200-c77a48c4ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T12:00:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:01.281669 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Publish callbacks [] for router, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:01.296211 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-6e303f28-c610-4bec-9200-c77a48c4ffc6 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: dv-cinder-814898-1-iscsi {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 12:01:01.382839 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:01.438602 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Deleting port 6f73e7cc-c22b-455f-8801-76878348b87d {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:01:01.438984 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:01.479380 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-6e303f28-c610-4bec-9200-c77a48c4ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T12:01:00Z', 'revision_number': 5, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port': {'id': '6f73e7cc-c22b-455f-8801-76878348b87d', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:01Z', 'updated_at': '2021-10-21T11:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:01.505465 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e303f28-c610-4bec-9200-c77a48c4ffc6 None None] Checking router: 5b0044d4-628d-4592-926b-6cfa6483988b for host: dv-cinder-814898-1-iscsi {{(pid=106354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 12:01:01.514127 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e303f28-c610-4bec-9200-c77a48c4ffc6 None None] Routers {'5b0044d4-628d-4592-926b-6cfa6483988b'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 12:01:01.514725 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-6e303f28-c610-4bec-9200-c77a48c4ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T12:00:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['5b0044d4-628d-4592-926b-6cfa6483988b'], 'active': True} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:01.522528 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] For port 6f73e7cc-c22b-455f-8801-76878348b87d, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=6f73e7cc-c22b-455f-8801-76878348b87d,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 12:01:01.522921 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:01.535963 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Calling delete_port for 6f73e7cc-c22b-455f-8801-76878348b87d owned by network:router_gateway {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:01:01.608976 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvr_db [None req-6e303f28-c610-4bec-9200-c77a48c4ffc6 None None] Set router 5b0044d4-628d-4592-926b-6cfa6483988b gateway port host: None {{(pid=106354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 12:01:01.667792 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_hamode_db [None req-6e303f28-c610-4bec-9200-c77a48c4ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T12:01:01Z', 'revision_number': 6, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port_host': None}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:01.695815 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e303f28-c610-4bec-9200-c77a48c4ffc6 None None] The sync data for ids ['5b0044d4-628d-4592-926b-6cfa6483988b'] in dv-cinder-814898-1-iscsi is: [{'id': '5b0044d4-628d-4592-926b-6cfa6483988b', 'name': 'tempest-TestVolumeBootPattern-878900096-router', 'tenant_id': 'c274eaa78249486dafb40f8c2554ce2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:00Z', 'updated_at': '2021-10-21T12:01:01Z', 'revision_number': 6, 'project_id': 'c274eaa78249486dafb40f8c2554ce2f', 'gw_port_host': None}] {{(pid=106354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 12:01:01.710970 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:01.741837 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f73e7cc-c22b-455f-8801-76878348b87d,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:01.799267 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3699490'] for router_gateway, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:01.887916 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3696045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12610'] for router, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:01.890105 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:01.933364 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3696054'] for router, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:01.934043 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b0044d4-628d-4592-926b-6cfa6483988b {{(pid=106353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 12:01:01.940325 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] Publish callbacks [] for router, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:01.941991 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-486751e7-ec19-4ad5-9ae3-db80934c0940 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5b0044d4-628d-4592-926b-6cfa6483988b HTTP/1.1" status: 204 len: 168 time: 0.7669899 Oct 21 12:01:01.945550 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 56294) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:01.992626 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb17255-9eb4-45c7-a898-4a9389c42ad2 admin admin] Deleting subnet 4c07e9a1-a778-492a-beec-ab2dd6168061 {{(pid=106353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 12:01:01.995710 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ffb17255-9eb4-45c7-a898-4a9389c42ad2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.029392 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ffb17255-9eb4-45c7-a898-4a9389c42ad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11080619'] for subnet, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.109631 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ffb17255-9eb4-45c7-a898-4a9389c42ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.167120 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ffb17255-9eb4-45c7-a898-4a9389c42ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9302782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3067810'] for subnet, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.195600 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-ffb17255-9eb4-45c7-a898-4a9389c42ad2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.201887 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-ffb17255-9eb4-45c7-a898-4a9389c42ad2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4c07e9a1-a778-492a-beec-ab2dd6168061 HTTP/1.1" status: 204 len: 168 time: 0.2529144 Oct 21 12:01:02.201887 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb17255-9eb4-45c7-a898-4a9389c42ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c07e9a1-a778-492a-beec-ab2dd6168061,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:02.202176 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc14a89b-320d-41da-aeef-3ae57785484e None None] Network 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 12:01:02.202799 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 56296) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:02.269709 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.327839 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Deleting port 0c00f73d-08a1-4c60-9194-693d5c6cda0d {{(pid=106353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:01:02.328169 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.461558 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] DHCP port deletion for 6f3dfe9d-7d09-45b8-8a59-c923283b38c9 request from dv-cinder-814898-1-iscsi {{(pid=106354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 21 12:01:02.514597 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Deleting port 0c00f73d-08a1-4c60-9194-693d5c6cda0d {{(pid=106354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:01:02.515070 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.587783 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.db [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] For port 0c00f73d-08a1-4c60-9194-693d5c6cda0d, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=0c00f73d-08a1-4c60-9194-693d5c6cda0d,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 12:01:02.588329 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.603388 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Calling delete_port for 0c00f73d-08a1-4c60-9194-693d5c6cda0d owned by network:dhcp {{(pid=106354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:01:02.672449 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.db [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] For port 0c00f73d-08a1-4c60-9194-693d5c6cda0d, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=0c00f73d-08a1-4c60-9194-693d5c6cda0d,segment=NetworkSegment(6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd),segment_id=6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd)] {{(pid=106353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 12:01:02.672817 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.686647 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363'] for port, after_delete {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.687161 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.plugin [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Calling delete_port for 0c00f73d-08a1-4c60-9194-693d5c6cda0d owned by network:dhcp {{(pid=106353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:01:02.715925 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] No DVR routers for this DVR port 0c00f73d-08a1-4c60-9194-693d5c6cda0d on host dv-cinder-814898-1-iscsi {{(pid=106354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 12:01:02.717450 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Pushing event deleted for resources: {'Port': ['ID=0c00f73d-08a1-4c60-9194-693d5c6cda0d,revision_number=None']} {{(pid=106354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:02.728884 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.729300 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.729842 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.730086 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.730285 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.730619 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.730934 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.731258 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.733792 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.733792 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.733792 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.733792 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874ee39-0a54-43f6-907c-563dc79f4441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-1-iscsi {{(pid=106354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 21 12:01:02.774430 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9302691'] for port, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.801922 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c00f73d-08a1-4c60-9194-693d5c6cda0d,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:02.803960 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] No DVR routers for this DVR port 0c00f73d-08a1-4c60-9194-693d5c6cda0d on host dv-cinder-814898-1-iscsi {{(pid=106353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 12:01:02.880890 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.906025 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3dfe9d-7d09-45b8-8a59-c923283b38c9']}} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:02.915649 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd') {'for_net_delete': True} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:02.915940 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.services.segments.db [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebe2968-88b8-40b9-b0a7-d66bcf24c7bd') {} {{(pid=106353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:02.925405 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11080610'] for segment, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.938833 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.945451 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=106353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 12:01:02.945821 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9302608'] for segment, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: self.session.flush() Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: self.session.flush() Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: self.session.flush() Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: self.session.flush() Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: Traceback (most recent call last): Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: timer() Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: cb(*args, **kw) Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: return func(*args, **kwargs) Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: self._notify() Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: self.callback(batched_events) Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: event.method(event) Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: return f(self, *a, **k) Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._get(url).json() Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: return self.request(url, 'GET', **kwargs) Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 12:01:02.947484 dv-cinder-814898-1-iscsi neutron-server[106353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 12:01:03.005890 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:03.011311 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:03.014555 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6f3dfe9d-7d09-45b8-8a59-c923283b38c9 HTTP/1.1" status: 204 len: 168 time: 0.8107800 Oct 21 12:01:03.017706 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56298) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:03.028885 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efcefa-dbf1-43aa-9dbc-7868898a67d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3dfe9d-7d09-45b8-8a59-c923283b38c9,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:03.383031 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3702552'] for router_interface, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:03.458325 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 183cb825-bef5-4dac-959c-fe61265a9d3e no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 12:01:03.481276 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 183cb825-bef5-4dac-959c-fe61265a9d3e {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 12:01:03.481702 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 183cb825-bef5-4dac-959c-fe61265a9d3e not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 12:01:03.482172 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 6f73e7cc-c22b-455f-8801-76878348b87d no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 12:01:03.501844 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 6f73e7cc-c22b-455f-8801-76878348b87d {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 12:01:03.502185 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 6f73e7cc-c22b-455f-8801-76878348b87d not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 12:01:03.502585 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 0c00f73d-08a1-4c60-9194-693d5c6cda0d no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 12:01:03.521303 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 0c00f73d-08a1-4c60-9194-693d5c6cda0d {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 12:01:03.521617 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 0c00f73d-08a1-4c60-9194-693d5c6cda0d not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 12:01:03.625938 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] Deleting port 813891fd-c6de-4988-87f3-c29ed7b128f0 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:01:03.626238 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:03.704566 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] For port 813891fd-c6de-4988-87f3-c29ed7b128f0, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=813891fd-c6de-4988-87f3-c29ed7b128f0,segment=NetworkSegment(9eef2b87-df2e-4775-912f-6f16c221035d),segment_id=9eef2b87-df2e-4775-912f-6f16c221035d)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 12:01:03.704798 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:03.716824 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] Calling delete_port for 813891fd-c6de-4988-87f3-c29ed7b128f0 owned by network:router_interface {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:01:03.899134 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:03.923300 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=813891fd-c6de-4988-87f3-c29ed7b128f0,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:04.086255 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3855061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3702408'] for router_interface, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:04.552808 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] Router 10f4b302-c761-492b-be9e-60c5248dbbb7 has already been hosted by L3 agent ff516a57-5791-42f3-9b33-3a20dc9eb11c {{(pid=106352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 21 12:01:04.668981 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] Notify agent at l3_agent.dv-cinder-814898-1-iscsi the message routers_updated {{(pid=106352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 21 12:01:04.675083 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-9405251e-6f18-4d60-9f59-9aa7db0b5bc3 admin admin] 10.222.0.24 "PUT /v2.0/routers/10f4b302-c761-492b-be9e-60c5248dbbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6563370 Oct 21 12:01:04.677769 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56300) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:04.678817 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a86ac-ef69-4ec2-8112-20f8ee1ca370 None None] Sync routers for ids ['10f4b302-c761-492b-be9e-60c5248dbbb7'] in dv-cinder-814898-1-iscsi {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 21 12:01:04.688815 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a86ac-ef69-4ec2-8112-20f8ee1ca370 None None] Routers {'10f4b302-c761-492b-be9e-60c5248dbbb7'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 12:01:04.689474 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-9c4a86ac-ef69-4ec2-8112-20f8ee1ca370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T12:00:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['10f4b302-c761-492b-be9e-60c5248dbbb7'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:04.782537 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Publish callbacks [] for router, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:04.795446 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-9c4a86ac-ef69-4ec2-8112-20f8ee1ca370 None None] Set router 10f4b302-c761-492b-be9e-60c5248dbbb7 gateway port host: dv-cinder-814898-1-iscsi {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 12:01:04.888195 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:04.942159 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Deleting port 5d74ad88-9ac3-4673-9066-b20814c48825 {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:01:04.942493 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:04.972338 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-9c4a86ac-ef69-4ec2-8112-20f8ee1ca370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'name': 'tempest-TestVolumeBootPattern-955759092-router', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'external_fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:05Z', 'updated_at': '2021-10-21T12:01:03Z', 'revision_number': 5, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'gw_port': {'id': '5d74ad88-9ac3-4673-9066-b20814c48825', 'name': '', 'network_id': 'f1f48190-e7d7-48cd-832b-f0ed44723a0c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '959d5179-e919-4835-b97c-c9974d37c26b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-21T11:54:06Z', 'updated_at': '2021-10-21T11:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959d5179-e919-4835-b97c-c9974d37c26b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-1-iscsi'}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:04.998844 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a86ac-ef69-4ec2-8112-20f8ee1ca370 None None] Checking router: 10f4b302-c761-492b-be9e-60c5248dbbb7 for host: dv-cinder-814898-1-iscsi {{(pid=106355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 21 12:01:05.007251 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a86ac-ef69-4ec2-8112-20f8ee1ca370 None None] Routers {'10f4b302-c761-492b-be9e-60c5248dbbb7'} bound to L3 agent in host dv-cinder-814898-1-iscsi {{(pid=106355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 21 12:01:05.007840 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-9c4a86ac-ef69-4ec2-8112-20f8ee1ca370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-21T11:37:13Z,description=,heartbeat_timestamp=2021-10-21T12:00:43Z,host='dv-cinder-814898-1-iscsi',id=ff516a57-5791-42f3-9b33-3a20dc9eb11c,load=0,resource_versions=,resources_synced=,started_at=2021-10-21T11:37:13Z,topic='l3_agent')) {'router_ids': ['10f4b302-c761-492b-be9e-60c5248dbbb7'], 'active': True} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:05.023161 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] For port 5d74ad88-9ac3-4673-9066-b20814c48825, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=5d74ad88-9ac3-4673-9066-b20814c48825,segment=NetworkSegment(b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e),segment_id=b865a4eb-a4f8-4bfc-a0ff-d9cff89c858e)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 12:01:05.023520 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.035020 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Calling delete_port for 5d74ad88-9ac3-4673-9066-b20814c48825 owned by network:router_gateway {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:01:05.185649 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_dvr_db [None req-9c4a86ac-ef69-4ec2-8112-20f8ee1ca370 None None] Set router 10f4b302-c761-492b-be9e-60c5248dbbb7 gateway port host: None {{(pid=106355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 21 12:01:05.212596 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.237836 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Pushing event deleted for resources: {'Port': ['ID=5d74ad88-9ac3-4673-9066-b20814c48825,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:05.239995 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.l3_hamode_db [None req-9c4a86ac-ef69-4ec2-8112-20f8ee1ca370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'name': 'tempest-TestVolumeBootPattern-955759092-router', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:05Z', 'updated_at': '2021-10-21T12:01:04Z', 'revision_number': 6, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'gw_port_host': None}], 'dv-cinder-814898-1-iscsi', False) {} {{(pid=106355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:05.267789 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a86ac-ef69-4ec2-8112-20f8ee1ca370 None None] The sync data for ids ['10f4b302-c761-492b-be9e-60c5248dbbb7'] in dv-cinder-814898-1-iscsi is: [{'id': '10f4b302-c761-492b-be9e-60c5248dbbb7', 'name': 'tempest-TestVolumeBootPattern-955759092-router', 'tenant_id': 'deca308cf946495fafe0cbe275729c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-21T11:54:05Z', 'updated_at': '2021-10-21T12:01:04Z', 'revision_number': 6, 'project_id': 'deca308cf946495fafe0cbe275729c48', 'gw_port_host': None}] {{(pid=106355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 21 12:01:05.305352 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3699490'] for router_gateway, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.396082 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3696045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12610'] for router, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.398390 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.445438 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3696054'] for router, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.445990 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f4b302-c761-492b-be9e-60c5248dbbb7 {{(pid=106352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 21 12:01:05.450685 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] Publish callbacks [] for router, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.451859 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-1ae4af71-76ac-461d-9799-fab3a211deea admin admin] 10.222.0.24 "DELETE /v2.0/routers/10f4b302-c761-492b-be9e-60c5248dbbb7 HTTP/1.1" status: 204 len: 168 time: 0.7732131 Oct 21 12:01:05.455749 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 56302) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:05.500391 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eec2fd0-5c94-415b-ae7f-5a19ee82781e admin admin] Deleting subnet f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6 {{(pid=106353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 21 12:01:05.503534 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2eec2fd0-5c94-415b-ae7f-5a19ee82781e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.541064 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2eec2fd0-5c94-415b-ae7f-5a19ee82781e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11080619'] for subnet, precommit_delete_associations {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.625811 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2eec2fd0-5c94-415b-ae7f-5a19ee82781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-776635'] for subnet, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.696473 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2eec2fd0-5c94-415b-ae7f-5a19ee82781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-776578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9302782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3067810'] for subnet, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.723782 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 813891fd-c6de-4988-87f3-c29ed7b128f0 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 12:01:05.728799 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec2fd0-5c94-415b-ae7f-5a19ee82781e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:05.730796 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-2eec2fd0-5c94-415b-ae7f-5a19ee82781e admin admin] Publish callbacks [] for subnet, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.736653 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56304) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:05.736905 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-2eec2fd0-5c94-415b-ae7f-5a19ee82781e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f2c33fbf-51f9-4f93-9e84-6cf415b5c8f6 HTTP/1.1" status: 204 len: 168 time: 0.2797432 Oct 21 12:01:05.745911 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3955425-d35d-4837-bba8-7f22851fd4ef None None] Network bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c requested from dv-cinder-814898-1-iscsi {{(pid=106354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 21 12:01:05.748077 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 813891fd-c6de-4988-87f3-c29ed7b128f0 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 12:01:05.748416 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 813891fd-c6de-4988-87f3-c29ed7b128f0 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 12:01:05.808294 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-766594'] for network, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.865776 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Deleting port 4e396f5b-1521-44b6-be4b-089ac1e74e6c {{(pid=106352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 21 12:01:05.866094 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755792225419'] for port, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.928615 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.db [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] For port 4e396f5b-1521-44b6-be4b-089ac1e74e6c, host dv-cinder-814898-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-1-iscsi',level=0,port_id=4e396f5b-1521-44b6-be4b-089ac1e74e6c,segment=NetworkSegment(9eef2b87-df2e-4775-912f-6f16c221035d),segment_id=9eef2b87-df2e-4775-912f-6f16c221035d)] {{(pid=106352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 21 12:01:05.928975 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3704749'] for port, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:05.941869 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.plugin [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Calling delete_port for 4e396f5b-1521-44b6-be4b-089ac1e74e6c owned by network:dhcp {{(pid=106352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 21 12:01:06.025693 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755792151637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755791671363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8750516'] for port, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:06.052988 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] No DVR routers for this DVR port 4e396f5b-1521-44b6-be4b-089ac1e74e6c on host dv-cinder-814898-1-iscsi {{(pid=106352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 21 12:01:06.056887 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e396f5b-1521-44b6-be4b-089ac1e74e6c,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:06.068778 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a733e5f-10d1-4d01-9c47-1326a833ee57 None None] DHCP port deletion for bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c request from dv-cinder-814898-1-iscsi {{(pid=106354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 21 12:01:06.136689 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774966', 'neutron.services.segments.db._delete_segments_for_network-8755792212381'] for network, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:06.158188 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c']}} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:06.168203 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eef2b87-df2e-4775-912f-6f16c221035d') {'for_net_delete': True} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:06.168451 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.services.segments.db [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eef2b87-df2e-4775-912f-6f16c221035d') {} {{(pid=106352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 21 12:01:06.178477 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755792211366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8431963'] for segment, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:06.188929 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 12:01:06.197134 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554'] for segment, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:06.204801 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=106352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 21 12:01:06.205350 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8750407'] for segment, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: Traceback (most recent call last): Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: timer() Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: cb(*args, **kw) Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: return func(*args, **kwargs) Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: self._notify() Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: self.callback(batched_events) Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: event.method(event) Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: aggregate_uuid = self.p_client.list_aggregates( Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: return f(self, *a, **k) Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._get(url).json() Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: return self.request(url, 'GET', **kwargs) Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: base_url = self.get_endpoint(auth, allow=allow, Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 21 12:01:06.207079 dv-cinder-814898-1-iscsi neutron-server[106352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 21 12:01:06.266116 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3855084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3699462'] for network, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:06.274899 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3855090'] for network, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:06.280915 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] 10.222.0.24 "DELETE /v2.0/networks/bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c HTTP/1.1" status: 204 len: 168 time: 0.5404863 Oct 21 12:01:06.293767 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149167b-10b9-4eeb-a846-ca08b285cb1b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf9c3cc9-4d5e-4ba3-a3f5-1a1ebcdf503c,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:06.400018 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56308) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:06.439204 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-7f83b761-0ab3-4c87-9ea3-54e993b118c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c274eaa78249486dafb40f8c2554ce2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380514 Oct 21 12:01:06.442109 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [-] (106352) accepted ('10.222.0.24', 56310) {{(pid=106352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:06.493381 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c441e9e2-417b-47c1-b623-9ee7f3f16ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:06.515438 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c441e9e2-417b-47c1-b623-9ee7f3f16ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:06.564807 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c441e9e2-417b-47c1-b623-9ee7f3f16ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:06.570012 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron_lib.callbacks.manager [None req-c441e9e2-417b-47c1-b623-9ee7f3f16ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:06.571883 dv-cinder-814898-1-iscsi neutron-server[106352]: INFO neutron.wsgi [None req-c441e9e2-417b-47c1-b623-9ee7f3f16ae7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/beb40db2-399c-4a2f-929a-fd116a602498 HTTP/1.1" status: 204 len: 168 time: 0.1286879 Oct 21 12:01:06.581257 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441e9e2-417b-47c1-b623-9ee7f3f16ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb40db2-399c-4a2f-929a-fd116a602498,revision_number=None']} {{(pid=106352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:06.918327 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 56316) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:06.964667 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-8b5ed328-66f0-4d49-8982-5ecc50e24b1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=deca308cf946495fafe0cbe275729c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450752 Oct 21 12:01:06.967365 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.wsgi [-] (106353) accepted ('10.222.0.24', 56318) {{(pid=106353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 21 12:01:07.017047 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a4ee77da-2972-4e0d-b883-6bf31ebd4b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:07.037466 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a4ee77da-2972-4e0d-b883-6bf31ebd4b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:07.088185 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a4ee77da-2972-4e0d-b883-6bf31ebd4b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349899'] for security_group, after_delete {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:07.090378 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron_lib.callbacks.manager [None req-a4ee77da-2972-4e0d-b883-6bf31ebd4b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:07.091848 dv-cinder-814898-1-iscsi neutron-server[106353]: INFO neutron.wsgi [None req-a4ee77da-2972-4e0d-b883-6bf31ebd4b96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1bf1a97-f077-4ba7-94f1-781e0e367bbe HTTP/1.1" status: 204 len: 168 time: 0.1234827 Oct 21 12:01:07.106321 dv-cinder-814898-1-iscsi neutron-server[106353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee77da-2972-4e0d-b883-6bf31ebd4b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf1a97-f077-4ba7-94f1-781e0e367bbe,revision_number=None']} {{(pid=106353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 21 12:01:07.455088 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 4e396f5b-1521-44b6-be4b-089ac1e74e6c no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 12:01:07.476710 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 4e396f5b-1521-44b6-be4b-089ac1e74e6c {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 12:01:07.476995 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 4e396f5b-1521-44b6-be4b-089ac1e74e6c not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 12:01:07.477450 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 5d74ad88-9ac3-4673-9066-b20814c48825 no longer exists at agent ovs-agent-dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 21 12:01:07.496770 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.plugin [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] No Port match for: 5d74ad88-9ac3-4673-9066-b20814c48825 {{(pid=106354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 21 12:01:07.497077 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron.plugins.ml2.rpc [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Device 5d74ad88-9ac3-4673-9066-b20814c48825 not bound to the agent host dv-cinder-814898-1-iscsi {{(pid=106354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 21 12:01:10.984973 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-daf48ae2-0539-44cf-8178-8c6ed9d9fff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:13.519188 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdcd3-5d38-4fa7-b344-207333bbd57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:14.466445 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:14.571767 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:16.395169 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:21.260843 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:40.988968 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-9447e3b5-3b1a-42ab-9852-f6e506b87c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:43.188310 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 12:01:43.515008 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-45b48c89-8496-4c92-997d-74cf6ac3d06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:44.469992 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:44.573186 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:46.392681 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:01:51.263336 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:10.994236 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e535e242-5d53-4311-baed-295b81eede35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:13.518206 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-3821d085-39ce-40f4-8e63-3b8f934d3eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:14.473792 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:14.583082 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:16.398817 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:20.192075 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 12:02:21.256121 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:40.991802 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e18ece00-4512-4451-bb34-1651ee67fcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:43.517535 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-f8082945-dce8-49a7-a104-0d5725ffbefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:44.479198 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:44.581365 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:46.403729 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:51.271036 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:02:57.192971 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 12:03:10.988527 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-b67a58d0-c2e3-45fc-b9f5-6f72f357e0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:03:13.513962 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-3b789040-c943-4d40-bc93-27321fe02d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:03:14.477192 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:03:14.585593 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:03:16.407966 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:03:21.272996 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:03:34.194750 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 12:03:40.984004 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-0f1e5c62-97cd-46b7-a13e-379b17f7b033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:03:43.518293 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-51d63bf9-2f98-436a-a3e1-d72ff8e48a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:03:44.481379 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:03:44.595071 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:03:46.405554 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:03:51.290614 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:10.989953 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa0ef-2997-4b34-b2c5-92031d0c0ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:11.198996 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 12:04:13.521669 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-e602439e-fef1-49bb-bb19-e3eebe9c3718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:14.481361 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:14.592109 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:16.415561 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:21.283486 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:40.981672 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-a275b62f-6fbf-4fcb-bc3f-2943bcdd80db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:43.526558 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-4285a944-fa55-46e4-b2d2-30b736970bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:44.484340 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:44.604375 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:46.419044 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:04:48.199991 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 12:04:51.292539 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:10.982942 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8d573a78-587a-41d0-9e44-ad6f66e1696f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:13.527372 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-450ed017-355c-4be5-853b-21a6a3c6585c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:14.486086 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:14.603395 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:16.422724 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:21.308279 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:25.199046 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 21 12:05:40.986159 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-838826bf-51a4-431a-8791-320ac7442cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:43.532756 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-43d64b10-291b-4edb-b3f5-64acc5014971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:44.486894 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-c0d731b6-0507-44dd-8daf-cbd91156156b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:44.615750 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-8ef1877d-821b-4c5b-812b-0c613cd61389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:46.426543 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc28-e78a-417d-9582-5978857d44bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:05:51.320531 dv-cinder-814898-1-iscsi neutron-server[106354]: DEBUG neutron_lib.callbacks.manager [None req-6d5f0e66-5ca2-453d-bf17-142e5d0315e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755792212363', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666488'] for agent, after_update {{(pid=106354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 21 12:06:01.862806 dv-cinder-814898-1-iscsi neutron-server[106352]: DEBUG neutron.wsgi [req-b28b0534-cf5a-4399-9b54-62fe1cc7ba10 req-ff404b8e-3fe8-42e8-8279-e48a207f1fa5 service neutron] (106352) timed out ('10.222.0.24', 53062) {{(pid=106352) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 21 12:06:02.198161 dv-cinder-814898-1-iscsi neutron-server[106355]: DEBUG neutron.db.agents_db [None req-dee4d7c6-8818-4d6e-bea2-2ed18abe4d22 None None] Agent healthcheck: found 6 active agents {{(pid=106355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}